2024-11-10 16:19:34,193 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-10 16:19:34,213 main DEBUG Took 0.018283 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-10 16:19:34,214 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-10 16:19:34,214 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-10 16:19:34,215 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-10 16:19:34,216 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 16:19:34,225 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-10 16:19:34,241 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 16:19:34,243 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 16:19:34,244 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 16:19:34,244 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 16:19:34,245 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 16:19:34,245 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 16:19:34,246 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 16:19:34,247 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 16:19:34,247 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 16:19:34,248 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 16:19:34,249 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 16:19:34,249 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 16:19:34,250 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 16:19:34,250 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 16:19:34,250 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 16:19:34,251 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 16:19:34,251 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 16:19:34,252 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 16:19:34,252 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 16:19:34,253 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 16:19:34,253 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 16:19:34,254 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 16:19:34,254 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 16:19:34,255 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 16:19:34,255 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 16:19:34,256 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-10 16:19:34,258 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 16:19:34,259 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-10 16:19:34,262 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-10 16:19:34,263 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-10 16:19:34,264 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-10 16:19:34,265 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-10 16:19:34,273 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-10 16:19:34,275 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-10 16:19:34,277 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-10 16:19:34,277 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-10 16:19:34,277 main DEBUG createAppenders(={Console}) 2024-11-10 16:19:34,278 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-10 16:19:34,279 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-10 16:19:34,279 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-10 16:19:34,280 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-10 16:19:34,280 main DEBUG OutputStream closed 2024-11-10 16:19:34,280 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-10 16:19:34,281 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-10 16:19:34,281 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-10 16:19:34,366 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-10 16:19:34,368 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-10 16:19:34,369 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-10 16:19:34,371 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-10 16:19:34,372 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-10 16:19:34,372 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-10 16:19:34,372 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-10 16:19:34,373 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-10 16:19:34,373 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-10 16:19:34,374 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-10 16:19:34,374 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-10 16:19:34,375 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-10 16:19:34,375 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-10 16:19:34,376 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-10 16:19:34,376 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-10 16:19:34,377 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-10 16:19:34,377 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-10 16:19:34,378 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-10 16:19:34,380 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10 16:19:34,381 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-10 16:19:34,381 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-10 16:19:34,382 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-10T16:19:34,397 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-10 16:19:34,400 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-10 16:19:34,401 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10T16:19:34,460 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=80, ProcessCount=11, AvailableMemoryMB=8136 2024-11-10T16:19:34,682 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-10T16:19:34,722 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d8ece3e-7c03-c9e8-6080-e6e13f860d57 2024-11-10T16:19:34,725 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d8ece3e-7c03-c9e8-6080-e6e13f860d57/cluster_bcab62da-9b5b-8d0e-a768-89fd82ff6c80, deleteOnExit=true 2024-11-10T16:19:34,811 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d8ece3e-7c03-c9e8-6080-e6e13f860d57/cluster_bcab62da-9b5b-8d0e-a768-89fd82ff6c80/zookeeper_0, clientPort=50057, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d8ece3e-7c03-c9e8-6080-e6e13f860d57/cluster_bcab62da-9b5b-8d0e-a768-89fd82ff6c80/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d8ece3e-7c03-c9e8-6080-e6e13f860d57/cluster_bcab62da-9b5b-8d0e-a768-89fd82ff6c80/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T16:19:34,826 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50057 2024-11-10T16:19:34,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T16:19:34,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T16:19:34,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d8ece3e-7c03-c9e8-6080-e6e13f860d57/test.cache.data in system properties and HBase conf 2024-11-10T16:19:34,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d8ece3e-7c03-c9e8-6080-e6e13f860d57/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T16:19:34,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d8ece3e-7c03-c9e8-6080-e6e13f860d57/hadoop.log.dir in system properties and HBase conf 2024-11-10T16:19:34,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d8ece3e-7c03-c9e8-6080-e6e13f860d57/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T16:19:34,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d8ece3e-7c03-c9e8-6080-e6e13f860d57/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T16:19:34,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T16:19:34,921 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-10T16:19:35,028 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T16:19:35,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d8ece3e-7c03-c9e8-6080-e6e13f860d57/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T16:19:35,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d8ece3e-7c03-c9e8-6080-e6e13f860d57/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T16:19:35,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d8ece3e-7c03-c9e8-6080-e6e13f860d57/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T16:19:35,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d8ece3e-7c03-c9e8-6080-e6e13f860d57/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T16:19:35,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d8ece3e-7c03-c9e8-6080-e6e13f860d57/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T16:19:35,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d8ece3e-7c03-c9e8-6080-e6e13f860d57/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T16:19:35,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d8ece3e-7c03-c9e8-6080-e6e13f860d57/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T16:19:35,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d8ece3e-7c03-c9e8-6080-e6e13f860d57/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T16:19:35,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d8ece3e-7c03-c9e8-6080-e6e13f860d57/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T16:19:35,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d8ece3e-7c03-c9e8-6080-e6e13f860d57/nfs.dump.dir in system properties and HBase conf 2024-11-10T16:19:35,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d8ece3e-7c03-c9e8-6080-e6e13f860d57/java.io.tmpdir in system properties and HBase conf 2024-11-10T16:19:35,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d8ece3e-7c03-c9e8-6080-e6e13f860d57/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T16:19:35,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d8ece3e-7c03-c9e8-6080-e6e13f860d57/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T16:19:35,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d8ece3e-7c03-c9e8-6080-e6e13f860d57/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T16:19:35,843 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T16:19:35,918 INFO [Time-limited test {}] log.Log(170): Logging initialized @2378ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-10T16:19:35,998 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:19:36,063 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T16:19:36,083 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T16:19:36,083 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T16:19:36,084 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T16:19:36,096 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:19:36,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d8ece3e-7c03-c9e8-6080-e6e13f860d57/hadoop.log.dir/,AVAILABLE} 2024-11-10T16:19:36,099 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T16:19:36,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d8ece3e-7c03-c9e8-6080-e6e13f860d57/java.io.tmpdir/jetty-localhost-40175-hadoop-hdfs-3_4_1-tests_jar-_-any-733154534998590543/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T16:19:36,283 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:40175} 2024-11-10T16:19:36,284 INFO [Time-limited test {}] server.Server(415): Started @2745ms 2024-11-10T16:19:36,663 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:19:36,670 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T16:19:36,671 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T16:19:36,672 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T16:19:36,672 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T16:19:36,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d8ece3e-7c03-c9e8-6080-e6e13f860d57/hadoop.log.dir/,AVAILABLE} 2024-11-10T16:19:36,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T16:19:36,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d8ece3e-7c03-c9e8-6080-e6e13f860d57/java.io.tmpdir/jetty-localhost-35733-hadoop-hdfs-3_4_1-tests_jar-_-any-16774479479467373029/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T16:19:36,795 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:35733} 2024-11-10T16:19:36,796 INFO [Time-limited test {}] server.Server(415): Started @3256ms 2024-11-10T16:19:36,851 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T16:19:37,324 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d8ece3e-7c03-c9e8-6080-e6e13f860d57/cluster_bcab62da-9b5b-8d0e-a768-89fd82ff6c80/data/data1/current/BP-611128718-172.17.0.2-1731255575603/current, will proceed with Du for space computation calculation, 2024-11-10T16:19:37,324 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d8ece3e-7c03-c9e8-6080-e6e13f860d57/cluster_bcab62da-9b5b-8d0e-a768-89fd82ff6c80/data/data2/current/BP-611128718-172.17.0.2-1731255575603/current, will proceed with Du for space computation calculation, 2024-11-10T16:19:37,360 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T16:19:37,408 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d8ece3e-7c03-c9e8-6080-e6e13f860d57 2024-11-10T16:19:37,410 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x95a280152796ee46 with lease ID 0x24d5333c58120cbc: Processing first storage report for DS-4ffaa52e-994b-4fbe-9a90-5f918003fd71 from datanode DatanodeRegistration(127.0.0.1:38321, datanodeUuid=65934f7e-07f1-4da9-bb83-9cd3895ef0b6, infoPort=40039, infoSecurePort=0, ipcPort=44759, storageInfo=lv=-57;cid=testClusterID;nsid=1839405879;c=1731255575603) 2024-11-10T16:19:37,412 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x95a280152796ee46 with lease ID 0x24d5333c58120cbc: from storage DS-4ffaa52e-994b-4fbe-9a90-5f918003fd71 node DatanodeRegistration(127.0.0.1:38321, datanodeUuid=65934f7e-07f1-4da9-bb83-9cd3895ef0b6, infoPort=40039, infoSecurePort=0, ipcPort=44759, storageInfo=lv=-57;cid=testClusterID;nsid=1839405879;c=1731255575603), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-10T16:19:37,413 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x95a280152796ee46 with lease ID 0x24d5333c58120cbc: Processing first storage report for DS-da1bd6b2-fa3c-42c4-afc1-8708230ae18c from datanode DatanodeRegistration(127.0.0.1:38321, datanodeUuid=65934f7e-07f1-4da9-bb83-9cd3895ef0b6, infoPort=40039, infoSecurePort=0, ipcPort=44759, storageInfo=lv=-57;cid=testClusterID;nsid=1839405879;c=1731255575603) 2024-11-10T16:19:37,413 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x95a280152796ee46 with lease ID 0x24d5333c58120cbc: from storage DS-da1bd6b2-fa3c-42c4-afc1-8708230ae18c node DatanodeRegistration(127.0.0.1:38321, datanodeUuid=65934f7e-07f1-4da9-bb83-9cd3895ef0b6, infoPort=40039, infoSecurePort=0, ipcPort=44759, storageInfo=lv=-57;cid=testClusterID;nsid=1839405879;c=1731255575603), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T16:19:37,417 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:19:37,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:19:37,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741825_1001 (size=7) 2024-11-10T16:19:38,059 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25 with version=8 2024-11-10T16:19:38,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/hbase-staging 2024-11-10T16:19:38,163 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-10T16:19:38,414 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:19:38,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:19:38,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:19:38,430 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:19:38,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:19:38,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:19:38,566 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T16:19:38,630 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-10T16:19:38,642 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-10T16:19:38,647 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:19:38,675 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9590 (auto-detected) 2024-11-10T16:19:38,676 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-10T16:19:38,694 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37239 2024-11-10T16:19:38,715 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37239 connecting to ZooKeeper ensemble=127.0.0.1:50057 2024-11-10T16:19:38,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372390x0, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:19:38,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37239-0x10102ad8b970000 connected 2024-11-10T16:19:38,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:19:38,774 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:19:38,782 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37239-0x10102ad8b970000, quorum=127.0.0.1:50057, baseZNode=/01968735514 Set watcher on znode that does not yet exist, /01968735514/running 2024-11-10T16:19:38,786 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25, hbase.cluster.distributed=false 2024-11-10T16:19:38,807 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37239-0x10102ad8b970000, quorum=127.0.0.1:50057, baseZNode=/01968735514 Set watcher on znode that does not yet exist, /01968735514/acl 2024-11-10T16:19:38,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37239 2024-11-10T16:19:38,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37239 2024-11-10T16:19:38,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37239 2024-11-10T16:19:38,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37239 2024-11-10T16:19:38,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37239 2024-11-10T16:19:38,923 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:19:38,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:19:38,926 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:19:38,926 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:19:38,926 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:19:38,926 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:19:38,929 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T16:19:38,931 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:19:38,932 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44467 2024-11-10T16:19:38,934 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44467 connecting to ZooKeeper ensemble=127.0.0.1:50057 2024-11-10T16:19:38,935 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:19:38,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:19:38,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444670x0, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:19:38,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44467-0x10102ad8b970001 connected 2024-11-10T16:19:38,947 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44467-0x10102ad8b970001, quorum=127.0.0.1:50057, baseZNode=/01968735514 Set watcher on znode that does not yet exist, /01968735514/running 2024-11-10T16:19:38,951 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T16:19:38,959 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T16:19:38,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44467-0x10102ad8b970001, quorum=127.0.0.1:50057, baseZNode=/01968735514 Set watcher on znode that does not yet exist, /01968735514/master 2024-11-10T16:19:38,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44467-0x10102ad8b970001, quorum=127.0.0.1:50057, baseZNode=/01968735514 Set watcher on znode that does not yet exist, /01968735514/acl 2024-11-10T16:19:38,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44467 2024-11-10T16:19:38,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44467 2024-11-10T16:19:38,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44467 2024-11-10T16:19:38,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44467 2024-11-10T16:19:38,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44467 2024-11-10T16:19:38,984 DEBUG [M:0;8e3de9160f9f:37239 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8e3de9160f9f:37239 2024-11-10T16:19:38,984 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01968735514/backup-masters/8e3de9160f9f,37239,1731255578219 2024-11-10T16:19:38,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44467-0x10102ad8b970001, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968735514/backup-masters 2024-11-10T16:19:38,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37239-0x10102ad8b970000, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968735514/backup-masters 2024-11-10T16:19:38,993 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37239-0x10102ad8b970000, quorum=127.0.0.1:50057, baseZNode=/01968735514 Set watcher on existing znode=/01968735514/backup-masters/8e3de9160f9f,37239,1731255578219 2024-11-10T16:19:39,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44467-0x10102ad8b970001, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01968735514/master 2024-11-10T16:19:39,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37239-0x10102ad8b970000, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968735514 2024-11-10T16:19:39,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44467-0x10102ad8b970001, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968735514 2024-11-10T16:19:39,014 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37239-0x10102ad8b970000, quorum=127.0.0.1:50057, baseZNode=/01968735514 Set watcher on existing znode=/01968735514/master 2024-11-10T16:19:39,015 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01968735514/backup-masters/8e3de9160f9f,37239,1731255578219 from backup master directory 2024-11-10T16:19:39,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37239-0x10102ad8b970000, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01968735514/backup-masters/8e3de9160f9f,37239,1731255578219 2024-11-10T16:19:39,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44467-0x10102ad8b970001, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968735514/backup-masters 2024-11-10T16:19:39,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37239-0x10102ad8b970000, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968735514/backup-masters 2024-11-10T16:19:39,018 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:19:39,019 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8e3de9160f9f,37239,1731255578219 2024-11-10T16:19:39,021 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-10T16:19:39,022 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-10T16:19:39,079 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/hbase.id] with ID: f76a2ba8-2c7f-43c9-963a-668a4021c974 2024-11-10T16:19:39,079 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/.tmp/hbase.id 2024-11-10T16:19:39,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741826_1002 (size=42) 2024-11-10T16:19:39,491 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/.tmp/hbase.id]:[hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/hbase.id] 2024-11-10T16:19:39,533 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:19:39,537 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T16:19:39,557 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-10T16:19:39,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37239-0x10102ad8b970000, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968735514 2024-11-10T16:19:39,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44467-0x10102ad8b970001, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968735514 2024-11-10T16:19:39,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741827_1003 (size=196) 2024-11-10T16:19:39,985 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:19:39,987 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T16:19:40,003 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T16:19:40,007 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:19:40,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741828_1004 (size=1189) 2024-11-10T16:19:40,456 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/data/master/store 2024-11-10T16:19:40,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741829_1005 (size=34) 2024-11-10T16:19:40,481 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-10T16:19:40,484 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:19:40,486 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T16:19:40,486 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:19:40,486 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:19:40,487 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T16:19:40,488 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:19:40,488 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:19:40,489 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731255580486Disabling compacts and flushes for region at 1731255580486Disabling writes for close at 1731255580488 (+2 ms)Writing region close event to WAL at 1731255580488Closed at 1731255580488 2024-11-10T16:19:40,491 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/data/master/store/.initializing 2024-11-10T16:19:40,492 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/WALs/8e3de9160f9f,37239,1731255578219 2024-11-10T16:19:40,501 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:19:40,516 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8e3de9160f9f%2C37239%2C1731255578219, suffix=, logDir=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/WALs/8e3de9160f9f,37239,1731255578219, archiveDir=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/oldWALs, maxLogs=10 2024-11-10T16:19:40,541 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/WALs/8e3de9160f9f,37239,1731255578219/8e3de9160f9f%2C37239%2C1731255578219.1731255580521, exclude list is [], retry=0 2024-11-10T16:19:40,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38321,DS-4ffaa52e-994b-4fbe-9a90-5f918003fd71,DISK] 2024-11-10T16:19:40,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-10T16:19:40,600 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/WALs/8e3de9160f9f,37239,1731255578219/8e3de9160f9f%2C37239%2C1731255578219.1731255580521 2024-11-10T16:19:40,601 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40039:40039)] 2024-11-10T16:19:40,601 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:19:40,602 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:19:40,605 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:19:40,606 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:19:40,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:19:40,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T16:19:40,678 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:19:40,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:19:40,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:19:40,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T16:19:40,685 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:19:40,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:19:40,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:19:40,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T16:19:40,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:19:40,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:19:40,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:19:40,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T16:19:40,693 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:19:40,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:19:40,695 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:19:40,698 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:19:40,699 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:19:40,704 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:19:40,705 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:19:40,708 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:19:40,711 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:19:40,716 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:19:40,717 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65196935, jitterRate=-0.028489962220191956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:19:40,723 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731255580620Initializing all the Stores at 1731255580622 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255580623 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255580623Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255580624 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255580624Cleaning up temporary data from old regions at 1731255580705 (+81 ms)Region opened successfully at 1731255580723 (+18 ms) 2024-11-10T16:19:40,724 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T16:19:40,760 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73d381ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:19:40,793 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T16:19:40,805 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T16:19:40,805 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T16:19:40,809 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T16:19:40,810 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T16:19:40,815 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-10T16:19:40,815 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T16:19:40,843 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T16:19:40,852 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37239-0x10102ad8b970000, quorum=127.0.0.1:50057, baseZNode=/01968735514 Unable to get data of znode /01968735514/balancer because node does not exist (not necessarily an error) 2024-11-10T16:19:40,855 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01968735514/balancer already deleted, retry=false 2024-11-10T16:19:40,858 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T16:19:40,860 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37239-0x10102ad8b970000, quorum=127.0.0.1:50057, baseZNode=/01968735514 Unable to get data of znode /01968735514/normalizer because node does not exist (not necessarily an error) 2024-11-10T16:19:40,861 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01968735514/normalizer already deleted, retry=false 2024-11-10T16:19:40,863 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T16:19:40,867 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37239-0x10102ad8b970000, quorum=127.0.0.1:50057, baseZNode=/01968735514 Unable to get data of znode /01968735514/switch/split because node does not exist (not necessarily an error) 2024-11-10T16:19:40,869 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01968735514/switch/split already deleted, retry=false 2024-11-10T16:19:40,870 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37239-0x10102ad8b970000, quorum=127.0.0.1:50057, baseZNode=/01968735514 Unable to get data of znode /01968735514/switch/merge because node does not exist (not necessarily an error) 2024-11-10T16:19:40,872 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01968735514/switch/merge already deleted, retry=false 2024-11-10T16:19:40,890 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37239-0x10102ad8b970000, quorum=127.0.0.1:50057, baseZNode=/01968735514 Unable to get data of znode /01968735514/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T16:19:40,892 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01968735514/snapshot-cleanup already deleted, retry=false 2024-11-10T16:19:40,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37239-0x10102ad8b970000, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01968735514/running 2024-11-10T16:19:40,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44467-0x10102ad8b970001, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01968735514/running 2024-11-10T16:19:40,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37239-0x10102ad8b970000, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968735514 2024-11-10T16:19:40,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44467-0x10102ad8b970001, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968735514 2024-11-10T16:19:40,899 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8e3de9160f9f,37239,1731255578219, sessionid=0x10102ad8b970000, setting cluster-up flag (Was=false) 2024-11-10T16:19:40,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37239-0x10102ad8b970000, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968735514 2024-11-10T16:19:40,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44467-0x10102ad8b970001, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968735514 2024-11-10T16:19:40,918 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01968735514/flush-table-proc/acquired, /01968735514/flush-table-proc/reached, /01968735514/flush-table-proc/abort 2024-11-10T16:19:40,920 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,37239,1731255578219 2024-11-10T16:19:40,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37239-0x10102ad8b970000, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968735514 2024-11-10T16:19:40,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44467-0x10102ad8b970001, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968735514 2024-11-10T16:19:40,934 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01968735514/online-snapshot/acquired, /01968735514/online-snapshot/reached, /01968735514/online-snapshot/abort 2024-11-10T16:19:40,935 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,37239,1731255578219 2024-11-10T16:19:40,942 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T16:19:40,974 INFO [RS:0;8e3de9160f9f:44467 {}] regionserver.HRegionServer(746): ClusterId : f76a2ba8-2c7f-43c9-963a-668a4021c974 2024-11-10T16:19:40,977 DEBUG [RS:0;8e3de9160f9f:44467 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T16:19:40,982 DEBUG [RS:0;8e3de9160f9f:44467 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T16:19:40,982 DEBUG [RS:0;8e3de9160f9f:44467 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T16:19:40,985 DEBUG [RS:0;8e3de9160f9f:44467 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T16:19:40,986 DEBUG [RS:0;8e3de9160f9f:44467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e1ce737, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:19:41,001 DEBUG [RS:0;8e3de9160f9f:44467 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8e3de9160f9f:44467 2024-11-10T16:19:41,004 INFO [RS:0;8e3de9160f9f:44467 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T16:19:41,004 INFO [RS:0;8e3de9160f9f:44467 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T16:19:41,004 DEBUG [RS:0;8e3de9160f9f:44467 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T16:19:41,007 INFO [RS:0;8e3de9160f9f:44467 {}] regionserver.HRegionServer(2659): reportForDuty to master=8e3de9160f9f,37239,1731255578219 with port=44467, startcode=1731255578885 2024-11-10T16:19:41,019 DEBUG [RS:0;8e3de9160f9f:44467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T16:19:41,028 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T16:19:41,039 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T16:19:41,049 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T16:19:41,053 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T16:19:41,060 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37239 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T16:19:41,058 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8e3de9160f9f,37239,1731255578219 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T16:19:41,067 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:19:41,068 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:19:41,068 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:19:41,068 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:19:41,069 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8e3de9160f9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T16:19:41,069 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:19:41,069 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:19:41,069 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:19:41,071 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731255611071 2024-11-10T16:19:41,073 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T16:19:41,075 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:19:41,075 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T16:19:41,075 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T16:19:41,079 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T16:19:41,080 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T16:19:41,080 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T16:19:41,080 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T16:19:41,081 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:19:41,082 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T16:19:41,081 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:41,084 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T16:19:41,086 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T16:19:41,086 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T16:19:41,087 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T16:19:41,092 DEBUG [RS:0;8e3de9160f9f:44467 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-10T16:19:41,092 WARN [RS:0;8e3de9160f9f:44467 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-10T16:19:41,093 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T16:19:41,094 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T16:19:41,096 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255581095,5,FailOnTimeoutGroup] 2024-11-10T16:19:41,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741831_1007 (size=1321) 2024-11-10T16:19:41,096 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255581096,5,FailOnTimeoutGroup] 2024-11-10T16:19:41,096 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:41,097 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T16:19:41,098 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:41,098 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:41,194 INFO [RS:0;8e3de9160f9f:44467 {}] regionserver.HRegionServer(2659): reportForDuty to master=8e3de9160f9f,37239,1731255578219 with port=44467, startcode=1731255578885 2024-11-10T16:19:41,196 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37239 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8e3de9160f9f,44467,1731255578885 2024-11-10T16:19:41,199 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37239 {}] master.ServerManager(517): Registering regionserver=8e3de9160f9f,44467,1731255578885 2024-11-10T16:19:41,207 DEBUG [RS:0;8e3de9160f9f:44467 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25 2024-11-10T16:19:41,207 DEBUG [RS:0;8e3de9160f9f:44467 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40223 2024-11-10T16:19:41,207 DEBUG [RS:0;8e3de9160f9f:44467 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T16:19:41,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37239-0x10102ad8b970000, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968735514/rs 2024-11-10T16:19:41,212 DEBUG [RS:0;8e3de9160f9f:44467 {}] zookeeper.ZKUtil(111): regionserver:44467-0x10102ad8b970001, quorum=127.0.0.1:50057, baseZNode=/01968735514 Set watcher on existing znode=/01968735514/rs/8e3de9160f9f,44467,1731255578885 2024-11-10T16:19:41,212 WARN [RS:0;8e3de9160f9f:44467 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:19:41,213 INFO [RS:0;8e3de9160f9f:44467 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:19:41,213 DEBUG [RS:0;8e3de9160f9f:44467 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,44467,1731255578885 2024-11-10T16:19:41,215 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8e3de9160f9f,44467,1731255578885] 2024-11-10T16:19:41,239 INFO [RS:0;8e3de9160f9f:44467 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T16:19:41,253 INFO [RS:0;8e3de9160f9f:44467 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T16:19:41,258 INFO [RS:0;8e3de9160f9f:44467 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T16:19:41,258 INFO [RS:0;8e3de9160f9f:44467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:41,259 INFO [RS:0;8e3de9160f9f:44467 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T16:19:41,265 INFO [RS:0;8e3de9160f9f:44467 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T16:19:41,266 INFO [RS:0;8e3de9160f9f:44467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:41,266 DEBUG [RS:0;8e3de9160f9f:44467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:19:41,266 DEBUG [RS:0;8e3de9160f9f:44467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:19:41,267 DEBUG [RS:0;8e3de9160f9f:44467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:19:41,267 DEBUG [RS:0;8e3de9160f9f:44467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:19:41,267 DEBUG [RS:0;8e3de9160f9f:44467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:19:41,267 DEBUG [RS:0;8e3de9160f9f:44467 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:19:41,267 DEBUG [RS:0;8e3de9160f9f:44467 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:19:41,267 DEBUG [RS:0;8e3de9160f9f:44467 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:19:41,268 DEBUG [RS:0;8e3de9160f9f:44467 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:19:41,268 DEBUG [RS:0;8e3de9160f9f:44467 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:19:41,268 DEBUG [RS:0;8e3de9160f9f:44467 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:19:41,268 DEBUG [RS:0;8e3de9160f9f:44467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:19:41,268 DEBUG [RS:0;8e3de9160f9f:44467 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:19:41,268 DEBUG [RS:0;8e3de9160f9f:44467 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:19:41,269 INFO [RS:0;8e3de9160f9f:44467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:41,270 INFO [RS:0;8e3de9160f9f:44467 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:41,270 INFO [RS:0;8e3de9160f9f:44467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:41,270 INFO [RS:0;8e3de9160f9f:44467 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:41,270 INFO [RS:0;8e3de9160f9f:44467 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:41,270 INFO [RS:0;8e3de9160f9f:44467 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,44467,1731255578885-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:19:41,291 INFO [RS:0;8e3de9160f9f:44467 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T16:19:41,292 INFO [RS:0;8e3de9160f9f:44467 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,44467,1731255578885-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:41,293 INFO [RS:0;8e3de9160f9f:44467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:41,293 INFO [RS:0;8e3de9160f9f:44467 {}] regionserver.Replication(171): 8e3de9160f9f,44467,1731255578885 started 2024-11-10T16:19:41,311 INFO [RS:0;8e3de9160f9f:44467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:41,312 INFO [RS:0;8e3de9160f9f:44467 {}] regionserver.HRegionServer(1482): Serving as 8e3de9160f9f,44467,1731255578885, RpcServer on 8e3de9160f9f/172.17.0.2:44467, sessionid=0x10102ad8b970001 2024-11-10T16:19:41,312 DEBUG [RS:0;8e3de9160f9f:44467 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T16:19:41,313 DEBUG [RS:0;8e3de9160f9f:44467 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8e3de9160f9f,44467,1731255578885 2024-11-10T16:19:41,313 DEBUG [RS:0;8e3de9160f9f:44467 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,44467,1731255578885' 2024-11-10T16:19:41,313 DEBUG [RS:0;8e3de9160f9f:44467 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01968735514/flush-table-proc/abort' 2024-11-10T16:19:41,314 DEBUG [RS:0;8e3de9160f9f:44467 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01968735514/flush-table-proc/acquired' 2024-11-10T16:19:41,315 DEBUG [RS:0;8e3de9160f9f:44467 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T16:19:41,315 DEBUG [RS:0;8e3de9160f9f:44467 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T16:19:41,315 DEBUG [RS:0;8e3de9160f9f:44467 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8e3de9160f9f,44467,1731255578885 2024-11-10T16:19:41,315 DEBUG [RS:0;8e3de9160f9f:44467 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,44467,1731255578885' 2024-11-10T16:19:41,315 DEBUG [RS:0;8e3de9160f9f:44467 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01968735514/online-snapshot/abort' 2024-11-10T16:19:41,316 DEBUG [RS:0;8e3de9160f9f:44467 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01968735514/online-snapshot/acquired' 2024-11-10T16:19:41,317 DEBUG [RS:0;8e3de9160f9f:44467 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T16:19:41,317 INFO [RS:0;8e3de9160f9f:44467 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T16:19:41,317 INFO [RS:0;8e3de9160f9f:44467 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T16:19:41,422 INFO [RS:0;8e3de9160f9f:44467 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:19:41,426 INFO [RS:0;8e3de9160f9f:44467 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C44467%2C1731255578885, suffix=, logDir=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,44467,1731255578885, archiveDir=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/oldWALs, maxLogs=10 2024-11-10T16:19:41,443 DEBUG [RS:0;8e3de9160f9f:44467 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,44467,1731255578885/8e3de9160f9f%2C44467%2C1731255578885.1731255581428, exclude list is [], retry=0 2024-11-10T16:19:41,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38321,DS-4ffaa52e-994b-4fbe-9a90-5f918003fd71,DISK] 2024-11-10T16:19:41,451 INFO [RS:0;8e3de9160f9f:44467 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,44467,1731255578885/8e3de9160f9f%2C44467%2C1731255578885.1731255581428 2024-11-10T16:19:41,451 DEBUG [RS:0;8e3de9160f9f:44467 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40039:40039)] 2024-11-10T16:19:41,498 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T16:19:41,499 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25 2024-11-10T16:19:41,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741833_1009 (size=32) 2024-11-10T16:19:41,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:19:41,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:19:41,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:19:41,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:19:41,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:19:41,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:19:41,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:19:41,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:19:41,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:19:41,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:19:41,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:19:41,923 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:19:41,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:19:41,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:19:41,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:19:41,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:19:41,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:19:41,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:19:41,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/meta/1588230740 2024-11-10T16:19:41,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/meta/1588230740 2024-11-10T16:19:41,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:19:41,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:19:41,933 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:19:41,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:19:41,940 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:19:41,941 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68169790, jitterRate=0.01580902934074402}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:19:41,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731255581911Initializing all the Stores at 1731255581913 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255581913Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255581913Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255581913Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255581913Cleaning up temporary data from old regions at 1731255581932 (+19 ms)Region opened successfully at 1731255581944 (+12 ms) 2024-11-10T16:19:41,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T16:19:41,945 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T16:19:41,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T16:19:41,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T16:19:41,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T16:19:41,947 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T16:19:41,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731255581945Disabling compacts and flushes for region at 1731255581945Disabling writes for close at 1731255581945Writing region close event to WAL at 1731255581946 (+1 ms)Closed at 1731255581947 (+1 ms) 2024-11-10T16:19:41,950 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:19:41,951 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T16:19:41,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T16:19:41,965 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:19:41,968 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T16:19:42,120 DEBUG [8e3de9160f9f:37239 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T16:19:42,132 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8e3de9160f9f,44467,1731255578885 2024-11-10T16:19:42,139 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,44467,1731255578885, state=OPENING 2024-11-10T16:19:42,148 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T16:19:42,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37239-0x10102ad8b970000, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968735514 2024-11-10T16:19:42,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44467-0x10102ad8b970001, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968735514 2024-11-10T16:19:42,150 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01968735514/meta-region-server: CHANGED 2024-11-10T16:19:42,150 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01968735514/meta-region-server: CHANGED 2024-11-10T16:19:42,152 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:19:42,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,44467,1731255578885}] 2024-11-10T16:19:42,329 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T16:19:42,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T16:19:42,344 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T16:19:42,344 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:19:42,345 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T16:19:42,348 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C44467%2C1731255578885.meta, suffix=.meta, logDir=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,44467,1731255578885, archiveDir=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/oldWALs, maxLogs=10 2024-11-10T16:19:42,366 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,44467,1731255578885/8e3de9160f9f%2C44467%2C1731255578885.meta.1731255582350.meta, exclude list is [], retry=0 2024-11-10T16:19:42,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38321,DS-4ffaa52e-994b-4fbe-9a90-5f918003fd71,DISK] 2024-11-10T16:19:42,373 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,44467,1731255578885/8e3de9160f9f%2C44467%2C1731255578885.meta.1731255582350.meta 2024-11-10T16:19:42,374 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40039:40039)] 2024-11-10T16:19:42,374 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:19:42,379 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:19:42,380 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T16:19:42,382 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T16:19:42,384 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T16:19:42,388 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T16:19:42,388 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:19:42,389 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T16:19:42,389 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T16:19:42,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:19:42,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:19:42,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:19:42,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:19:42,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:19:42,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:19:42,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:19:42,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:19:42,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:19:42,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:19:42,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:19:42,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:19:42,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:19:42,401 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:19:42,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:19:42,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:19:42,402 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:19:42,404 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/meta/1588230740 2024-11-10T16:19:42,407 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/meta/1588230740 2024-11-10T16:19:42,409 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:19:42,409 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:19:42,410 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:19:42,413 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:19:42,414 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62152355, jitterRate=-0.07385773956775665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:19:42,415 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T16:19:42,416 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731255582389Writing region info on filesystem at 1731255582389Initializing all the Stores at 1731255582392 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255582392Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255582392Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255582392Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255582392Cleaning up temporary data from old regions at 1731255582409 (+17 ms)Running coprocessor post-open hooks at 1731255582415 (+6 ms)Region opened successfully at 1731255582416 (+1 ms) 2024-11-10T16:19:42,424 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731255582320 2024-11-10T16:19:42,436 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T16:19:42,436 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T16:19:42,438 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8e3de9160f9f,44467,1731255578885 2024-11-10T16:19:42,440 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,44467,1731255578885, state=OPEN 2024-11-10T16:19:42,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44467-0x10102ad8b970001, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01968735514/meta-region-server 2024-11-10T16:19:42,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37239-0x10102ad8b970000, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01968735514/meta-region-server 2024-11-10T16:19:42,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01968735514/meta-region-server: CHANGED 2024-11-10T16:19:42,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01968735514/meta-region-server: CHANGED 2024-11-10T16:19:42,447 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8e3de9160f9f,44467,1731255578885 2024-11-10T16:19:42,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T16:19:42,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,44467,1731255578885 in 294 msec 2024-11-10T16:19:42,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T16:19:42,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 497 msec 2024-11-10T16:19:42,460 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:19:42,460 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T16:19:42,483 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:19:42,484 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,44467,1731255578885, seqNum=-1] 2024-11-10T16:19:42,505 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:19:42,508 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47181, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:19:42,530 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5530 sec 2024-11-10T16:19:42,530 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731255582530, completionTime=-1 2024-11-10T16:19:42,532 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T16:19:42,533 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T16:19:42,559 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T16:19:42,559 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731255642559 2024-11-10T16:19:42,559 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731255702559 2024-11-10T16:19:42,559 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 26 msec 2024-11-10T16:19:42,562 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,37239,1731255578219-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:42,562 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,37239,1731255578219-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:42,562 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,37239,1731255578219-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:42,564 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8e3de9160f9f:37239, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:42,564 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:42,565 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:42,571 DEBUG [master/8e3de9160f9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T16:19:42,613 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.594sec 2024-11-10T16:19:42,615 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T16:19:42,616 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T16:19:42,617 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T16:19:42,617 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T16:19:42,618 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T16:19:42,618 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,37239,1731255578219-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:19:42,619 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,37239,1731255578219-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T16:19:42,630 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T16:19:42,630 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T16:19:42,631 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,37239,1731255578219-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:42,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ff7594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:19:42,687 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-10T16:19:42,687 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-10T16:19:42,690 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,37239,-1 for getting cluster id 2024-11-10T16:19:42,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:19:42,700 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f76a2ba8-2c7f-43c9-963a-668a4021c974' 2024-11-10T16:19:42,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:19:42,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f76a2ba8-2c7f-43c9-963a-668a4021c974" 2024-11-10T16:19:42,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f7c462d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:19:42,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,37239,-1] 2024-11-10T16:19:42,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:19:42,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:19:42,710 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:19:42,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168e4c83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:19:42,714 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:19:42,721 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,44467,1731255578885, seqNum=-1] 2024-11-10T16:19:42,721 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:19:42,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:19:42,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8e3de9160f9f,37239,1731255578219 2024-11-10T16:19:42,745 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50057 2024-11-10T16:19:42,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:19:42,750 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10102ad8b970002 connected 2024-11-10T16:19:42,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d8ece3e-7c03-c9e8-6080-e6e13f860d57/hadoop.log.dir so I do NOT create it in target/test-data/38c9ffab-a1a9-fda4-e533-3d60c3b355bc 2024-11-10T16:19:42,768 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d8ece3e-7c03-c9e8-6080-e6e13f860d57/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T16:19:42,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d8ece3e-7c03-c9e8-6080-e6e13f860d57/hadoop.tmp.dir so I do NOT create it in target/test-data/38c9ffab-a1a9-fda4-e533-3d60c3b355bc 2024-11-10T16:19:42,768 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d8ece3e-7c03-c9e8-6080-e6e13f860d57/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T16:19:42,768 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c9ffab-a1a9-fda4-e533-3d60c3b355bc 2024-11-10T16:19:42,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T16:19:42,769 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c9ffab-a1a9-fda4-e533-3d60c3b355bc/cluster_5b63d9fe-2cfe-3ec3-25ad-524d18877cb2, deleteOnExit=true 2024-11-10T16:19:42,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T16:19:42,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c9ffab-a1a9-fda4-e533-3d60c3b355bc/test.cache.data in system properties and HBase conf 2024-11-10T16:19:42,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c9ffab-a1a9-fda4-e533-3d60c3b355bc/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T16:19:42,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c9ffab-a1a9-fda4-e533-3d60c3b355bc/hadoop.log.dir in system properties and HBase conf 2024-11-10T16:19:42,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c9ffab-a1a9-fda4-e533-3d60c3b355bc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T16:19:42,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c9ffab-a1a9-fda4-e533-3d60c3b355bc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T16:19:42,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T16:19:42,770 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T16:19:42,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c9ffab-a1a9-fda4-e533-3d60c3b355bc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T16:19:42,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c9ffab-a1a9-fda4-e533-3d60c3b355bc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T16:19:42,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c9ffab-a1a9-fda4-e533-3d60c3b355bc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T16:19:42,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c9ffab-a1a9-fda4-e533-3d60c3b355bc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T16:19:42,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c9ffab-a1a9-fda4-e533-3d60c3b355bc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T16:19:42,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c9ffab-a1a9-fda4-e533-3d60c3b355bc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T16:19:42,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c9ffab-a1a9-fda4-e533-3d60c3b355bc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T16:19:42,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c9ffab-a1a9-fda4-e533-3d60c3b355bc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T16:19:42,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c9ffab-a1a9-fda4-e533-3d60c3b355bc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T16:19:42,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c9ffab-a1a9-fda4-e533-3d60c3b355bc/nfs.dump.dir in system properties and HBase conf 2024-11-10T16:19:42,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c9ffab-a1a9-fda4-e533-3d60c3b355bc/java.io.tmpdir in system properties and HBase conf 2024-11-10T16:19:42,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c9ffab-a1a9-fda4-e533-3d60c3b355bc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T16:19:42,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c9ffab-a1a9-fda4-e533-3d60c3b355bc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T16:19:42,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c9ffab-a1a9-fda4-e533-3d60c3b355bc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T16:19:42,859 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:19:42,864 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T16:19:42,865 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T16:19:42,865 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T16:19:42,866 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T16:19:42,866 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:19:42,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca3ef33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c9ffab-a1a9-fda4-e533-3d60c3b355bc/hadoop.log.dir/,AVAILABLE} 2024-11-10T16:19:42,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@694fc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T16:19:42,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@302e235{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c9ffab-a1a9-fda4-e533-3d60c3b355bc/java.io.tmpdir/jetty-localhost-38613-hadoop-hdfs-3_4_1-tests_jar-_-any-11745427553333771255/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T16:19:42,987 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@692efac{HTTP/1.1, (http/1.1)}{localhost:38613} 2024-11-10T16:19:42,987 INFO [Time-limited test {}] server.Server(415): Started @9448ms 2024-11-10T16:19:43,071 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:19:43,076 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T16:19:43,077 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T16:19:43,077 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T16:19:43,078 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T16:19:43,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e703083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c9ffab-a1a9-fda4-e533-3d60c3b355bc/hadoop.log.dir/,AVAILABLE} 2024-11-10T16:19:43,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47ca9e4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T16:19:43,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@624f606a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c9ffab-a1a9-fda4-e533-3d60c3b355bc/java.io.tmpdir/jetty-localhost-43955-hadoop-hdfs-3_4_1-tests_jar-_-any-4699398088431926374/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T16:19:43,197 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c6c70ae{HTTP/1.1, (http/1.1)}{localhost:43955} 2024-11-10T16:19:43,197 INFO [Time-limited test {}] server.Server(415): Started @9657ms 2024-11-10T16:19:43,198 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T16:19:43,304 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c9ffab-a1a9-fda4-e533-3d60c3b355bc/cluster_5b63d9fe-2cfe-3ec3-25ad-524d18877cb2/data/data2/current/BP-1654760787-172.17.0.2-1731255582802/current, will proceed with Du for space computation calculation, 2024-11-10T16:19:43,304 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c9ffab-a1a9-fda4-e533-3d60c3b355bc/cluster_5b63d9fe-2cfe-3ec3-25ad-524d18877cb2/data/data1/current/BP-1654760787-172.17.0.2-1731255582802/current, will proceed with Du for space computation calculation, 2024-11-10T16:19:43,361 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T16:19:43,365 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x758a19beec9d36ac with lease ID 0xff924964febc1a2: Processing first storage report for DS-cfe8a343-f85c-47a7-ac0d-aceecfad700b from datanode DatanodeRegistration(127.0.0.1:41671, datanodeUuid=7dbd8f16-77c1-4617-a14b-5bbe27dd080f, infoPort=45589, infoSecurePort=0, ipcPort=46811, storageInfo=lv=-57;cid=testClusterID;nsid=1740636269;c=1731255582802) 2024-11-10T16:19:43,365 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x758a19beec9d36ac with lease ID 0xff924964febc1a2: from storage DS-cfe8a343-f85c-47a7-ac0d-aceecfad700b node DatanodeRegistration(127.0.0.1:41671, datanodeUuid=7dbd8f16-77c1-4617-a14b-5bbe27dd080f, infoPort=45589, infoSecurePort=0, ipcPort=46811, storageInfo=lv=-57;cid=testClusterID;nsid=1740636269;c=1731255582802), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T16:19:43,365 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x758a19beec9d36ac with lease ID 0xff924964febc1a2: Processing first storage report for DS-41c35f75-8773-4d44-9235-0c18f4801c9c from datanode DatanodeRegistration(127.0.0.1:41671, datanodeUuid=7dbd8f16-77c1-4617-a14b-5bbe27dd080f, infoPort=45589, infoSecurePort=0, ipcPort=46811, storageInfo=lv=-57;cid=testClusterID;nsid=1740636269;c=1731255582802) 2024-11-10T16:19:43,365 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x758a19beec9d36ac with lease ID 0xff924964febc1a2: from storage DS-41c35f75-8773-4d44-9235-0c18f4801c9c node DatanodeRegistration(127.0.0.1:41671, datanodeUuid=7dbd8f16-77c1-4617-a14b-5bbe27dd080f, infoPort=45589, infoSecurePort=0, ipcPort=46811, storageInfo=lv=-57;cid=testClusterID;nsid=1740636269;c=1731255582802), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T16:19:43,428 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c9ffab-a1a9-fda4-e533-3d60c3b355bc 2024-11-10T16:19:43,428 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:19:43,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:19:43,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41671 is added to blk_1073741825_1001 (size=7) 2024-11-10T16:19:43,843 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2 with version=8 2024-11-10T16:19:43,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/hbase-staging 2024-11-10T16:19:43,846 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:19:43,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:19:43,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:19:43,846 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:19:43,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:19:43,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:19:43,847 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T16:19:43,847 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:19:43,848 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41421 2024-11-10T16:19:43,850 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41421 connecting to ZooKeeper ensemble=127.0.0.1:50057 2024-11-10T16:19:43,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414210x0, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:19:43,853 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41421-0x10102ad8b970003 connected 2024-11-10T16:19:43,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:19:43,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:19:43,872 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41421-0x10102ad8b970003, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Set watcher on znode that does not yet exist, /1-1801766627/running 2024-11-10T16:19:43,872 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2, hbase.cluster.distributed=false 2024-11-10T16:19:43,874 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41421-0x10102ad8b970003, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Set watcher on znode that does not yet exist, /1-1801766627/acl 2024-11-10T16:19:43,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41421 2024-11-10T16:19:43,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41421 2024-11-10T16:19:43,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41421 2024-11-10T16:19:43,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41421 2024-11-10T16:19:43,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41421 2024-11-10T16:19:43,891 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:19:43,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:19:43,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:19:43,892 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:19:43,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:19:43,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:19:43,892 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T16:19:43,892 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:19:43,893 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41359 2024-11-10T16:19:43,894 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41359 connecting to ZooKeeper ensemble=127.0.0.1:50057 2024-11-10T16:19:43,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:19:43,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:19:43,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413590x0, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:19:43,902 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41359-0x10102ad8b970004 connected 2024-11-10T16:19:43,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41359-0x10102ad8b970004, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Set watcher on znode that does not yet exist, /1-1801766627/running 2024-11-10T16:19:43,902 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T16:19:43,903 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T16:19:43,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41359-0x10102ad8b970004, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Set watcher on znode that does not yet exist, /1-1801766627/master 2024-11-10T16:19:43,905 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41359-0x10102ad8b970004, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Set watcher on znode that does not yet exist, /1-1801766627/acl 2024-11-10T16:19:43,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41359 2024-11-10T16:19:43,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41359 2024-11-10T16:19:43,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41359 2024-11-10T16:19:43,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41359 2024-11-10T16:19:43,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41359 2024-11-10T16:19:43,924 DEBUG [M:0;8e3de9160f9f:41421 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8e3de9160f9f:41421 2024-11-10T16:19:43,925 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1801766627/backup-masters/8e3de9160f9f,41421,1731255583845 2024-11-10T16:19:43,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41421-0x10102ad8b970003, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1801766627/backup-masters 2024-11-10T16:19:43,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41359-0x10102ad8b970004, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1801766627/backup-masters 2024-11-10T16:19:43,928 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41421-0x10102ad8b970003, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Set watcher on existing znode=/1-1801766627/backup-masters/8e3de9160f9f,41421,1731255583845 2024-11-10T16:19:43,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41359-0x10102ad8b970004, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1801766627/master 2024-11-10T16:19:43,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41421-0x10102ad8b970003, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1801766627 2024-11-10T16:19:43,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41359-0x10102ad8b970004, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1801766627 2024-11-10T16:19:43,930 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41421-0x10102ad8b970003, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Set watcher on existing znode=/1-1801766627/master 2024-11-10T16:19:43,931 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1801766627/backup-masters/8e3de9160f9f,41421,1731255583845 from backup master directory 2024-11-10T16:19:43,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41421-0x10102ad8b970003, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1801766627/backup-masters/8e3de9160f9f,41421,1731255583845 2024-11-10T16:19:43,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41359-0x10102ad8b970004, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1801766627/backup-masters 2024-11-10T16:19:43,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41421-0x10102ad8b970003, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1801766627/backup-masters 2024-11-10T16:19:43,933 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:19:43,933 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8e3de9160f9f,41421,1731255583845 2024-11-10T16:19:43,940 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/hbase.id] with ID: 7c9fc2dd-112e-4a14-8e1c-f16383a45756 2024-11-10T16:19:43,940 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/.tmp/hbase.id 2024-11-10T16:19:43,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41671 is added to blk_1073741826_1002 (size=42) 2024-11-10T16:19:44,349 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/.tmp/hbase.id]:[hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/hbase.id] 2024-11-10T16:19:44,371 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:19:44,372 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T16:19:44,374 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-10T16:19:44,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41421-0x10102ad8b970003, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1801766627 2024-11-10T16:19:44,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41359-0x10102ad8b970004, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1801766627 2024-11-10T16:19:44,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41671 is added to blk_1073741827_1003 (size=196) 2024-11-10T16:19:44,785 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:19:44,786 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T16:19:44,786 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:19:44,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41671 is added to blk_1073741828_1004 (size=1189) 2024-11-10T16:19:44,797 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/MasterData/data/master/store 2024-11-10T16:19:44,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41671 is added to blk_1073741829_1005 (size=34) 2024-11-10T16:19:44,806 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:19:44,806 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T16:19:44,806 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:19:44,806 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:19:44,806 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T16:19:44,807 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:19:44,807 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:19:44,807 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731255584806Disabling compacts and flushes for region at 1731255584806Disabling writes for close at 1731255584807 (+1 ms)Writing region close event to WAL at 1731255584807Closed at 1731255584807 2024-11-10T16:19:44,808 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/MasterData/data/master/store/.initializing 2024-11-10T16:19:44,808 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/MasterData/WALs/8e3de9160f9f,41421,1731255583845 2024-11-10T16:19:44,809 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:19:44,812 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8e3de9160f9f%2C41421%2C1731255583845, suffix=, logDir=hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/MasterData/WALs/8e3de9160f9f,41421,1731255583845, archiveDir=hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/MasterData/oldWALs, maxLogs=10 2024-11-10T16:19:44,826 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/MasterData/WALs/8e3de9160f9f,41421,1731255583845/8e3de9160f9f%2C41421%2C1731255583845.1731255584812, exclude list is [], retry=0 2024-11-10T16:19:44,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41671,DS-cfe8a343-f85c-47a7-ac0d-aceecfad700b,DISK] 2024-11-10T16:19:44,833 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/MasterData/WALs/8e3de9160f9f,41421,1731255583845/8e3de9160f9f%2C41421%2C1731255583845.1731255584812 2024-11-10T16:19:44,833 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45589:45589)] 2024-11-10T16:19:44,834 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:19:44,834 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:19:44,834 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:19:44,834 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:19:44,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:19:44,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T16:19:44,839 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:19:44,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:19:44,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:19:44,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T16:19:44,843 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:19:44,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:19:44,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:19:44,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T16:19:44,846 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:19:44,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:19:44,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:19:44,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T16:19:44,850 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:19:44,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:19:44,852 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:19:44,853 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:19:44,853 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:19:44,855 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:19:44,855 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:19:44,856 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:19:44,858 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:19:44,862 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:19:44,862 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65973944, jitterRate=-0.016911625862121582}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:19:44,862 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731255584834Initializing all the Stores at 1731255584836 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255584836Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255584836Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255584836Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255584836Cleaning up temporary data from old regions at 1731255584855 (+19 ms)Region opened successfully at 1731255584862 (+7 ms) 2024-11-10T16:19:44,863 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T16:19:44,868 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3a007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:19:44,869 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T16:19:44,869 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T16:19:44,869 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T16:19:44,869 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T16:19:44,870 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T16:19:44,870 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T16:19:44,870 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T16:19:44,873 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T16:19:44,874 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41421-0x10102ad8b970003, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Unable to get data of znode /1-1801766627/balancer because node does not exist (not necessarily an error) 2024-11-10T16:19:44,875 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1801766627/balancer already deleted, retry=false 2024-11-10T16:19:44,876 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T16:19:44,877 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41421-0x10102ad8b970003, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Unable to get data of znode /1-1801766627/normalizer because node does not exist (not necessarily an error) 2024-11-10T16:19:44,878 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1801766627/normalizer already deleted, retry=false 2024-11-10T16:19:44,878 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T16:19:44,879 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41421-0x10102ad8b970003, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Unable to get data of znode /1-1801766627/switch/split because node does not exist (not necessarily an error) 2024-11-10T16:19:44,881 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1801766627/switch/split already deleted, retry=false 2024-11-10T16:19:44,882 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41421-0x10102ad8b970003, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Unable to get data of znode /1-1801766627/switch/merge because node does not exist (not necessarily an error) 2024-11-10T16:19:44,883 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1801766627/switch/merge already deleted, retry=false 2024-11-10T16:19:44,886 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41421-0x10102ad8b970003, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Unable to get data of znode /1-1801766627/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T16:19:44,887 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1801766627/snapshot-cleanup already deleted, retry=false 2024-11-10T16:19:44,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41359-0x10102ad8b970004, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1801766627/running 2024-11-10T16:19:44,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41359-0x10102ad8b970004, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1801766627 2024-11-10T16:19:44,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41421-0x10102ad8b970003, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1801766627/running 2024-11-10T16:19:44,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41421-0x10102ad8b970003, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1801766627 2024-11-10T16:19:44,890 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8e3de9160f9f,41421,1731255583845, sessionid=0x10102ad8b970003, setting cluster-up flag (Was=false) 2024-11-10T16:19:44,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41359-0x10102ad8b970004, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1801766627 2024-11-10T16:19:44,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41421-0x10102ad8b970003, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1801766627 2024-11-10T16:19:44,900 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1801766627/flush-table-proc/acquired, /1-1801766627/flush-table-proc/reached, /1-1801766627/flush-table-proc/abort 2024-11-10T16:19:44,902 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,41421,1731255583845 2024-11-10T16:19:44,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41421-0x10102ad8b970003, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1801766627 2024-11-10T16:19:44,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41359-0x10102ad8b970004, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1801766627 2024-11-10T16:19:44,911 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1801766627/online-snapshot/acquired, /1-1801766627/online-snapshot/reached, /1-1801766627/online-snapshot/abort 2024-11-10T16:19:44,913 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,41421,1731255583845 2024-11-10T16:19:44,914 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T16:19:44,918 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T16:19:44,918 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T16:19:44,919 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T16:19:44,919 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8e3de9160f9f,41421,1731255583845 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T16:19:44,921 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:19:44,921 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:19:44,921 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:19:44,921 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:19:44,921 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8e3de9160f9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T16:19:44,921 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:19:44,922 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:19:44,922 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:19:44,922 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731255614922 2024-11-10T16:19:44,923 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T16:19:44,923 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T16:19:44,923 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T16:19:44,923 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T16:19:44,923 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T16:19:44,923 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T16:19:44,923 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:44,923 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T16:19:44,924 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T16:19:44,924 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T16:19:44,924 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T16:19:44,924 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T16:19:44,924 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T16:19:44,924 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:19:44,924 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T16:19:44,926 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255584924,5,FailOnTimeoutGroup] 2024-11-10T16:19:44,927 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255584926,5,FailOnTimeoutGroup] 2024-11-10T16:19:44,927 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:19:44,927 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:44,927 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T16:19:44,927 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:44,927 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:44,927 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T16:19:44,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41671 is added to blk_1073741831_1007 (size=1321) 2024-11-10T16:19:45,015 INFO [RS:0;8e3de9160f9f:41359 {}] regionserver.HRegionServer(746): ClusterId : 7c9fc2dd-112e-4a14-8e1c-f16383a45756 2024-11-10T16:19:45,015 DEBUG [RS:0;8e3de9160f9f:41359 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T16:19:45,018 DEBUG [RS:0;8e3de9160f9f:41359 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T16:19:45,018 DEBUG [RS:0;8e3de9160f9f:41359 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T16:19:45,020 DEBUG [RS:0;8e3de9160f9f:41359 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T16:19:45,021 DEBUG [RS:0;8e3de9160f9f:41359 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@106f49aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:19:45,034 DEBUG [RS:0;8e3de9160f9f:41359 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8e3de9160f9f:41359 2024-11-10T16:19:45,034 INFO [RS:0;8e3de9160f9f:41359 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T16:19:45,034 INFO [RS:0;8e3de9160f9f:41359 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T16:19:45,034 DEBUG [RS:0;8e3de9160f9f:41359 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T16:19:45,035 INFO [RS:0;8e3de9160f9f:41359 {}] regionserver.HRegionServer(2659): reportForDuty to master=8e3de9160f9f,41421,1731255583845 with port=41359, startcode=1731255583891 2024-11-10T16:19:45,035 DEBUG [RS:0;8e3de9160f9f:41359 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T16:19:45,038 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T16:19:45,038 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41421 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8e3de9160f9f,41359,1731255583891 2024-11-10T16:19:45,038 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41421 {}] master.ServerManager(517): Registering regionserver=8e3de9160f9f,41359,1731255583891 2024-11-10T16:19:45,042 DEBUG [RS:0;8e3de9160f9f:41359 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2 2024-11-10T16:19:45,042 DEBUG [RS:0;8e3de9160f9f:41359 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35753 2024-11-10T16:19:45,042 DEBUG [RS:0;8e3de9160f9f:41359 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T16:19:45,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41421-0x10102ad8b970003, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1801766627/rs 2024-11-10T16:19:45,050 DEBUG [RS:0;8e3de9160f9f:41359 {}] zookeeper.ZKUtil(111): regionserver:41359-0x10102ad8b970004, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Set watcher on existing znode=/1-1801766627/rs/8e3de9160f9f,41359,1731255583891 2024-11-10T16:19:45,050 WARN [RS:0;8e3de9160f9f:41359 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:19:45,050 INFO [RS:0;8e3de9160f9f:41359 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:19:45,050 DEBUG [RS:0;8e3de9160f9f:41359 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/WALs/8e3de9160f9f,41359,1731255583891 2024-11-10T16:19:45,050 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8e3de9160f9f,41359,1731255583891] 2024-11-10T16:19:45,054 INFO [RS:0;8e3de9160f9f:41359 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T16:19:45,057 INFO [RS:0;8e3de9160f9f:41359 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T16:19:45,057 INFO [RS:0;8e3de9160f9f:41359 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T16:19:45,057 INFO [RS:0;8e3de9160f9f:41359 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:45,058 INFO [RS:0;8e3de9160f9f:41359 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T16:19:45,059 INFO [RS:0;8e3de9160f9f:41359 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T16:19:45,059 INFO [RS:0;8e3de9160f9f:41359 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:45,059 DEBUG [RS:0;8e3de9160f9f:41359 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:19:45,059 DEBUG [RS:0;8e3de9160f9f:41359 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:19:45,059 DEBUG [RS:0;8e3de9160f9f:41359 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:19:45,059 DEBUG [RS:0;8e3de9160f9f:41359 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:19:45,059 DEBUG [RS:0;8e3de9160f9f:41359 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:19:45,059 DEBUG [RS:0;8e3de9160f9f:41359 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:19:45,059 DEBUG [RS:0;8e3de9160f9f:41359 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:19:45,059 DEBUG [RS:0;8e3de9160f9f:41359 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:19:45,059 DEBUG [RS:0;8e3de9160f9f:41359 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:19:45,059 DEBUG [RS:0;8e3de9160f9f:41359 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:19:45,060 DEBUG [RS:0;8e3de9160f9f:41359 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:19:45,060 DEBUG [RS:0;8e3de9160f9f:41359 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:19:45,060 DEBUG [RS:0;8e3de9160f9f:41359 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:19:45,060 DEBUG [RS:0;8e3de9160f9f:41359 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:19:45,060 INFO [RS:0;8e3de9160f9f:41359 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:45,060 INFO [RS:0;8e3de9160f9f:41359 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:45,060 INFO [RS:0;8e3de9160f9f:41359 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:45,060 INFO [RS:0;8e3de9160f9f:41359 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:45,061 INFO [RS:0;8e3de9160f9f:41359 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:45,061 INFO [RS:0;8e3de9160f9f:41359 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,41359,1731255583891-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:19:45,077 INFO [RS:0;8e3de9160f9f:41359 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T16:19:45,077 INFO [RS:0;8e3de9160f9f:41359 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,41359,1731255583891-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:45,077 INFO [RS:0;8e3de9160f9f:41359 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:45,077 INFO [RS:0;8e3de9160f9f:41359 {}] regionserver.Replication(171): 8e3de9160f9f,41359,1731255583891 started 2024-11-10T16:19:45,094 INFO [RS:0;8e3de9160f9f:41359 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:45,094 INFO [RS:0;8e3de9160f9f:41359 {}] regionserver.HRegionServer(1482): Serving as 8e3de9160f9f,41359,1731255583891, RpcServer on 8e3de9160f9f/172.17.0.2:41359, sessionid=0x10102ad8b970004 2024-11-10T16:19:45,094 DEBUG [RS:0;8e3de9160f9f:41359 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T16:19:45,094 DEBUG [RS:0;8e3de9160f9f:41359 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8e3de9160f9f,41359,1731255583891 2024-11-10T16:19:45,094 DEBUG [RS:0;8e3de9160f9f:41359 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,41359,1731255583891' 2024-11-10T16:19:45,094 DEBUG [RS:0;8e3de9160f9f:41359 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1801766627/flush-table-proc/abort' 2024-11-10T16:19:45,095 DEBUG [RS:0;8e3de9160f9f:41359 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1801766627/flush-table-proc/acquired' 2024-11-10T16:19:45,095 DEBUG [RS:0;8e3de9160f9f:41359 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T16:19:45,095 DEBUG [RS:0;8e3de9160f9f:41359 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T16:19:45,095 DEBUG [RS:0;8e3de9160f9f:41359 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8e3de9160f9f,41359,1731255583891 2024-11-10T16:19:45,095 DEBUG [RS:0;8e3de9160f9f:41359 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,41359,1731255583891' 2024-11-10T16:19:45,095 DEBUG [RS:0;8e3de9160f9f:41359 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1801766627/online-snapshot/abort' 2024-11-10T16:19:45,096 DEBUG [RS:0;8e3de9160f9f:41359 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1801766627/online-snapshot/acquired' 2024-11-10T16:19:45,096 DEBUG [RS:0;8e3de9160f9f:41359 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T16:19:45,096 INFO [RS:0;8e3de9160f9f:41359 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T16:19:45,096 INFO [RS:0;8e3de9160f9f:41359 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T16:19:45,197 INFO [RS:0;8e3de9160f9f:41359 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:19:45,200 INFO [RS:0;8e3de9160f9f:41359 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C41359%2C1731255583891, suffix=, logDir=hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/WALs/8e3de9160f9f,41359,1731255583891, archiveDir=hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/oldWALs, maxLogs=10 2024-11-10T16:19:45,215 DEBUG [RS:0;8e3de9160f9f:41359 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/WALs/8e3de9160f9f,41359,1731255583891/8e3de9160f9f%2C41359%2C1731255583891.1731255585201, exclude list is [], retry=0 2024-11-10T16:19:45,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41671,DS-cfe8a343-f85c-47a7-ac0d-aceecfad700b,DISK] 2024-11-10T16:19:45,222 INFO [RS:0;8e3de9160f9f:41359 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/WALs/8e3de9160f9f,41359,1731255583891/8e3de9160f9f%2C41359%2C1731255583891.1731255585201 2024-11-10T16:19:45,222 DEBUG [RS:0;8e3de9160f9f:41359 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45589:45589)] 2024-11-10T16:19:45,336 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T16:19:45,337 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2 2024-11-10T16:19:45,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41671 is added to blk_1073741833_1009 (size=32) 2024-11-10T16:19:45,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:19:45,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:19:45,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:19:45,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:19:45,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:19:45,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:19:45,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:19:45,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:19:45,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:19:45,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:19:45,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:19:45,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:19:45,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:19:45,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:19:45,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:19:45,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:19:45,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:19:45,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:19:45,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/data/hbase/meta/1588230740 2024-11-10T16:19:45,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/data/hbase/meta/1588230740 2024-11-10T16:19:45,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:19:45,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:19:45,764 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:19:45,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:19:45,769 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:19:45,769 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64554922, jitterRate=-0.03805670142173767}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:19:45,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731255585746Initializing all the Stores at 1731255585748 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255585748Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255585748Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255585748Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255585748Cleaning up temporary data from old regions at 1731255585763 (+15 ms)Region opened successfully at 1731255585769 (+6 ms) 2024-11-10T16:19:45,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T16:19:45,770 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T16:19:45,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T16:19:45,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T16:19:45,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T16:19:45,770 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T16:19:45,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731255585770Disabling compacts and flushes for region at 1731255585770Disabling writes for close at 1731255585770Writing region close event to WAL at 1731255585770Closed at 1731255585770 2024-11-10T16:19:45,772 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:19:45,772 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T16:19:45,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T16:19:45,774 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:19:45,776 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T16:19:45,926 DEBUG [8e3de9160f9f:41421 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T16:19:45,927 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8e3de9160f9f,41359,1731255583891 2024-11-10T16:19:45,930 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,41359,1731255583891, state=OPENING 2024-11-10T16:19:45,932 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T16:19:45,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41421-0x10102ad8b970003, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1801766627 2024-11-10T16:19:45,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41359-0x10102ad8b970004, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1801766627 2024-11-10T16:19:45,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1801766627/meta-region-server: CHANGED 2024-11-10T16:19:45,935 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:19:45,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1801766627/meta-region-server: CHANGED 2024-11-10T16:19:45,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,41359,1731255583891}] 2024-11-10T16:19:46,090 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T16:19:46,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T16:19:46,098 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T16:19:46,098 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:19:46,098 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T16:19:46,101 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C41359%2C1731255583891.meta, suffix=.meta, logDir=hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/WALs/8e3de9160f9f,41359,1731255583891, archiveDir=hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/oldWALs, maxLogs=10 2024-11-10T16:19:46,117 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/WALs/8e3de9160f9f,41359,1731255583891/8e3de9160f9f%2C41359%2C1731255583891.meta.1731255586102.meta, exclude list is [], retry=0 2024-11-10T16:19:46,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41671,DS-cfe8a343-f85c-47a7-ac0d-aceecfad700b,DISK] 2024-11-10T16:19:46,123 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/WALs/8e3de9160f9f,41359,1731255583891/8e3de9160f9f%2C41359%2C1731255583891.meta.1731255586102.meta 2024-11-10T16:19:46,124 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45589:45589)] 2024-11-10T16:19:46,124 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:19:46,124 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:19:46,125 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T16:19:46,125 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T16:19:46,125 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T16:19:46,125 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T16:19:46,125 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:19:46,125 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T16:19:46,125 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T16:19:46,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:19:46,129 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:19:46,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:19:46,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:19:46,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:19:46,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:19:46,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:19:46,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:19:46,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:19:46,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:19:46,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:19:46,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:19:46,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:19:46,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:19:46,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:19:46,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:19:46,136 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:19:46,137 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/data/hbase/meta/1588230740 2024-11-10T16:19:46,139 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/data/hbase/meta/1588230740 2024-11-10T16:19:46,142 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:19:46,142 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:19:46,143 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:19:46,145 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:19:46,146 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67597517, jitterRate=0.007281497120857239}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:19:46,146 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T16:19:46,146 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731255586125Writing region info on filesystem at 1731255586125Initializing all the Stores at 1731255586127 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255586127Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255586127Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255586127Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255586127Cleaning up temporary data from old regions at 1731255586142 (+15 ms)Running coprocessor post-open hooks at 1731255586146 (+4 ms)Region opened successfully at 1731255586146 2024-11-10T16:19:46,148 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731255586090 2024-11-10T16:19:46,151 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T16:19:46,151 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T16:19:46,152 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8e3de9160f9f,41359,1731255583891 2024-11-10T16:19:46,154 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,41359,1731255583891, state=OPEN 2024-11-10T16:19:46,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41421-0x10102ad8b970003, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1801766627/meta-region-server 2024-11-10T16:19:46,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41359-0x10102ad8b970004, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1801766627/meta-region-server 2024-11-10T16:19:46,156 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8e3de9160f9f,41359,1731255583891 2024-11-10T16:19:46,156 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1801766627/meta-region-server: CHANGED 2024-11-10T16:19:46,156 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1801766627/meta-region-server: CHANGED 2024-11-10T16:19:46,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T16:19:46,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,41359,1731255583891 in 221 msec 2024-11-10T16:19:46,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T16:19:46,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 388 msec 2024-11-10T16:19:46,164 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:19:46,164 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T16:19:46,167 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:19:46,167 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,41359,1731255583891, seqNum=-1] 2024-11-10T16:19:46,167 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:19:46,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:19:46,179 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2600 sec 2024-11-10T16:19:46,179 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731255586179, completionTime=-1 2024-11-10T16:19:46,179 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T16:19:46,179 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T16:19:46,181 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T16:19:46,181 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731255646181 2024-11-10T16:19:46,181 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731255706181 2024-11-10T16:19:46,182 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T16:19:46,182 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,41421,1731255583845-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:46,182 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,41421,1731255583845-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:46,182 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,41421,1731255583845-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:46,182 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8e3de9160f9f:41421, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:46,182 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:46,183 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:46,184 DEBUG [master/8e3de9160f9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T16:19:46,187 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.254sec 2024-11-10T16:19:46,187 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T16:19:46,187 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T16:19:46,187 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T16:19:46,187 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T16:19:46,187 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T16:19:46,187 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,41421,1731255583845-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:19:46,187 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,41421,1731255583845-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T16:19:46,191 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T16:19:46,191 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T16:19:46,191 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,41421,1731255583845-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:46,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21625794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:19:46,216 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,41421,-1 for getting cluster id 2024-11-10T16:19:46,216 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:19:46,218 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c9fc2dd-112e-4a14-8e1c-f16383a45756' 2024-11-10T16:19:46,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:19:46,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c9fc2dd-112e-4a14-8e1c-f16383a45756" 2024-11-10T16:19:46,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d1f6e15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:19:46,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,41421,-1] 2024-11-10T16:19:46,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:19:46,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:19:46,221 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:19:46,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3974d665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:19:46,223 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:19:46,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,41359,1731255583891, seqNum=-1] 2024-11-10T16:19:46,225 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:19:46,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:19:46,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8e3de9160f9f,41421,1731255583845 2024-11-10T16:19:46,231 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50057 2024-11-10T16:19:46,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:19:46,236 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10102ad8b970005 connected 2024-11-10T16:19:46,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cde733e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:19:46,242 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,37239,-1 for getting cluster id 2024-11-10T16:19:46,243 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:19:46,244 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f76a2ba8-2c7f-43c9-963a-668a4021c974' 2024-11-10T16:19:46,245 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:19:46,245 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f76a2ba8-2c7f-43c9-963a-668a4021c974" 2024-11-10T16:19:46,245 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ffe5bbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:19:46,245 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,37239,-1] 2024-11-10T16:19:46,246 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:19:46,246 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:19:46,247 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:19:46,249 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ffee48c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:19:46,257 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:19:46,262 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,37239,1731255578219 2024-11-10T16:19:46,264 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@558aea1e 2024-11-10T16:19:46,265 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:19:46,267 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:19:46,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37239 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8e3de9160f9f:41421,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T16:19:46,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37239 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T16:19:46,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:19:46,282 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8e3de9160f9f:41421' 2024-11-10T16:19:46,284 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b6d29ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:19:46,284 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,41421,-1 for getting cluster id 2024-11-10T16:19:46,285 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:19:46,286 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c9fc2dd-112e-4a14-8e1c-f16383a45756' 2024-11-10T16:19:46,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:19:46,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c9fc2dd-112e-4a14-8e1c-f16383a45756" 2024-11-10T16:19:46,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16923a96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:19:46,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,41421,-1] 2024-11-10T16:19:46,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:19:46,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:19:46,288 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:19:46,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38d8cd54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:19:46,290 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:19:46,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,41421,1731255583845 2024-11-10T16:19:46,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f1e7328 2024-11-10T16:19:46,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:19:46,297 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:19:46,309 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-10T16:19:46,310 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T16:19:46,314 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:19:46,315 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:19:46,315 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:19:46,317 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:19:46,323 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T16:19:46,326 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T16:19:46,327 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:19:46,328 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T16:19:46,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741835_1011 (size=1138) 2024-11-10T16:19:46,376 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T16:19:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:19:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:19:46,742 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5e8dd7fc51eda25a62f80c56caf1085f, NAME => 'hbase:replication,,1731255586316.5e8dd7fc51eda25a62f80c56caf1085f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25 2024-11-10T16:19:46,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741836_1012 (size=44) 2024-11-10T16:19:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:19:47,151 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731255586316.5e8dd7fc51eda25a62f80c56caf1085f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:19:47,151 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5e8dd7fc51eda25a62f80c56caf1085f, disabling compactions & flushes 2024-11-10T16:19:47,151 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731255586316.5e8dd7fc51eda25a62f80c56caf1085f. 2024-11-10T16:19:47,151 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731255586316.5e8dd7fc51eda25a62f80c56caf1085f. 2024-11-10T16:19:47,151 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731255586316.5e8dd7fc51eda25a62f80c56caf1085f. after waiting 0 ms 2024-11-10T16:19:47,151 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731255586316.5e8dd7fc51eda25a62f80c56caf1085f. 2024-11-10T16:19:47,151 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731255586316.5e8dd7fc51eda25a62f80c56caf1085f. 2024-11-10T16:19:47,151 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5e8dd7fc51eda25a62f80c56caf1085f: Waiting for close lock at 1731255587151Disabling compacts and flushes for region at 1731255587151Disabling writes for close at 1731255587151Writing region close event to WAL at 1731255587151Closed at 1731255587151 2024-11-10T16:19:47,153 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T16:19:47,158 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731255586316.5e8dd7fc51eda25a62f80c56caf1085f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731255587153"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731255587153"}]},"ts":"1731255587153"} 2024-11-10T16:19:47,164 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T16:19:47,166 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T16:19:47,169 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255587166"}]},"ts":"1731255587166"} 2024-11-10T16:19:47,174 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T16:19:47,176 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5e8dd7fc51eda25a62f80c56caf1085f, ASSIGN}] 2024-11-10T16:19:47,177 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5e8dd7fc51eda25a62f80c56caf1085f, ASSIGN 2024-11-10T16:19:47,179 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5e8dd7fc51eda25a62f80c56caf1085f, ASSIGN; state=OFFLINE, location=8e3de9160f9f,44467,1731255578885; forceNewPlan=false, retain=false 2024-11-10T16:19:47,233 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T16:19:47,330 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5e8dd7fc51eda25a62f80c56caf1085f, regionState=OPENING, regionLocation=8e3de9160f9f,44467,1731255578885 2024-11-10T16:19:47,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5e8dd7fc51eda25a62f80c56caf1085f, ASSIGN because future has completed 2024-11-10T16:19:47,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e8dd7fc51eda25a62f80c56caf1085f, server=8e3de9160f9f,44467,1731255578885}] 2024-11-10T16:19:47,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:19:47,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731255586316.5e8dd7fc51eda25a62f80c56caf1085f. 2024-11-10T16:19:47,495 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:19:47,495 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T16:19:47,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C44467%2C1731255578885.rep, suffix=, logDir=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,44467,1731255578885, archiveDir=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/oldWALs, maxLogs=10 2024-11-10T16:19:47,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,44467,1731255578885/8e3de9160f9f%2C44467%2C1731255578885.rep.1731255587498, exclude list is [], retry=0 2024-11-10T16:19:47,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38321,DS-4ffaa52e-994b-4fbe-9a90-5f918003fd71,DISK] 2024-11-10T16:19:47,518 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,44467,1731255578885/8e3de9160f9f%2C44467%2C1731255578885.rep.1731255587498 2024-11-10T16:19:47,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40039:40039)] 2024-11-10T16:19:47,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 5e8dd7fc51eda25a62f80c56caf1085f, NAME => 'hbase:replication,,1731255586316.5e8dd7fc51eda25a62f80c56caf1085f.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:19:47,519 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:19:47,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T16:19:47,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731255586316.5e8dd7fc51eda25a62f80c56caf1085f. service=MultiRowMutationService 2024-11-10T16:19:47,520 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T16:19:47,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5e8dd7fc51eda25a62f80c56caf1085f 2024-11-10T16:19:47,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731255586316.5e8dd7fc51eda25a62f80c56caf1085f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:19:47,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 5e8dd7fc51eda25a62f80c56caf1085f 2024-11-10T16:19:47,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 5e8dd7fc51eda25a62f80c56caf1085f 2024-11-10T16:19:47,522 INFO [StoreOpener-5e8dd7fc51eda25a62f80c56caf1085f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5e8dd7fc51eda25a62f80c56caf1085f 2024-11-10T16:19:47,524 INFO [StoreOpener-5e8dd7fc51eda25a62f80c56caf1085f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e8dd7fc51eda25a62f80c56caf1085f columnFamilyName hfileref 2024-11-10T16:19:47,524 DEBUG [StoreOpener-5e8dd7fc51eda25a62f80c56caf1085f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:19:47,525 INFO [StoreOpener-5e8dd7fc51eda25a62f80c56caf1085f-1 {}] regionserver.HStore(327): Store=5e8dd7fc51eda25a62f80c56caf1085f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:19:47,525 INFO [StoreOpener-5e8dd7fc51eda25a62f80c56caf1085f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5e8dd7fc51eda25a62f80c56caf1085f 2024-11-10T16:19:47,526 INFO [StoreOpener-5e8dd7fc51eda25a62f80c56caf1085f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e8dd7fc51eda25a62f80c56caf1085f columnFamilyName queue 2024-11-10T16:19:47,526 DEBUG [StoreOpener-5e8dd7fc51eda25a62f80c56caf1085f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:19:47,527 INFO [StoreOpener-5e8dd7fc51eda25a62f80c56caf1085f-1 {}] regionserver.HStore(327): Store=5e8dd7fc51eda25a62f80c56caf1085f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:19:47,527 INFO [StoreOpener-5e8dd7fc51eda25a62f80c56caf1085f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5e8dd7fc51eda25a62f80c56caf1085f 2024-11-10T16:19:47,529 INFO [StoreOpener-5e8dd7fc51eda25a62f80c56caf1085f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e8dd7fc51eda25a62f80c56caf1085f columnFamilyName sid 2024-11-10T16:19:47,529 DEBUG [StoreOpener-5e8dd7fc51eda25a62f80c56caf1085f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:19:47,529 INFO [StoreOpener-5e8dd7fc51eda25a62f80c56caf1085f-1 {}] regionserver.HStore(327): Store=5e8dd7fc51eda25a62f80c56caf1085f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:19:47,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 5e8dd7fc51eda25a62f80c56caf1085f 2024-11-10T16:19:47,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/replication/5e8dd7fc51eda25a62f80c56caf1085f 2024-11-10T16:19:47,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/replication/5e8dd7fc51eda25a62f80c56caf1085f 2024-11-10T16:19:47,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 5e8dd7fc51eda25a62f80c56caf1085f 2024-11-10T16:19:47,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 5e8dd7fc51eda25a62f80c56caf1085f 2024-11-10T16:19:47,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T16:19:47,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 5e8dd7fc51eda25a62f80c56caf1085f 2024-11-10T16:19:47,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/replication/5e8dd7fc51eda25a62f80c56caf1085f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:19:47,538 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 5e8dd7fc51eda25a62f80c56caf1085f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63968799, jitterRate=-0.04679061472415924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T16:19:47,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5e8dd7fc51eda25a62f80c56caf1085f 2024-11-10T16:19:47,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 5e8dd7fc51eda25a62f80c56caf1085f: Running coprocessor pre-open hook at 1731255587520Writing region info on filesystem at 1731255587520Initializing all the Stores at 1731255587522 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255587522Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255587522Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255587522Cleaning up temporary data from old regions at 1731255587532 (+10 ms)Running coprocessor post-open hooks at 1731255587539 (+7 ms)Region opened successfully at 1731255587539 2024-11-10T16:19:47,541 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731255586316.5e8dd7fc51eda25a62f80c56caf1085f., pid=7, masterSystemTime=1731255587489 2024-11-10T16:19:47,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731255586316.5e8dd7fc51eda25a62f80c56caf1085f. 2024-11-10T16:19:47,544 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731255586316.5e8dd7fc51eda25a62f80c56caf1085f. 2024-11-10T16:19:47,545 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5e8dd7fc51eda25a62f80c56caf1085f, regionState=OPEN, openSeqNum=2, regionLocation=8e3de9160f9f,44467,1731255578885 2024-11-10T16:19:47,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e8dd7fc51eda25a62f80c56caf1085f, server=8e3de9160f9f,44467,1731255578885 because future has completed 2024-11-10T16:19:47,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-10T16:19:47,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 5e8dd7fc51eda25a62f80c56caf1085f, server=8e3de9160f9f,44467,1731255578885 in 214 msec 2024-11-10T16:19:47,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T16:19:47,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5e8dd7fc51eda25a62f80c56caf1085f, ASSIGN in 377 msec 2024-11-10T16:19:47,557 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T16:19:47,557 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255587557"}]},"ts":"1731255587557"} 2024-11-10T16:19:47,559 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T16:19:47,560 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T16:19:47,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2420 sec 2024-11-10T16:19:47,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731255586316.5e8dd7fc51eda25a62f80c56caf1085f., hostname=8e3de9160f9f,44467,1731255578885, seqNum=2] 2024-11-10T16:19:47,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44467 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-10T16:19:47,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37239-0x10102ad8b970000, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968735514 2024-11-10T16:19:47,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44467-0x10102ad8b970001, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968735514 2024-11-10T16:19:47,610 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T16:19:47,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-10T16:19:47,774 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T16:19:47,813 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-8e3de9160f9f,44467,1731255578885, ReplicationSource: 1, currentBandwidth=0 2024-11-10T16:19:47,814 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:19:47,815 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,44467,1731255578885, seqNum=-1] 2024-11-10T16:19:47,815 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:19:47,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-10T16:19:47,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8e3de9160f9f,44467,1731255578885', locateType=CURRENT is [region=hbase:replication,,1731255586316.5e8dd7fc51eda25a62f80c56caf1085f., hostname=8e3de9160f9f,44467,1731255578885, seqNum=2] 2024-11-10T16:19:47,826 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-10T16:19:47,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37239 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-10T16:19:47,831 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8e3de9160f9f,44467,1731255578885 suceeded 2024-11-10T16:19:47,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-10T16:19:47,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 221 msec 2024-11-10T16:19:47,835 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8e3de9160f9f:41421,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T16:19:47,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5650 sec 2024-11-10T16:19:47,849 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,44467,1731255578885 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8e3de9160f9f:41421' 2024-11-10T16:19:47,851 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,44467,1731255578885 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f24213f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:19:47,851 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,44467,1731255578885 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,41421,-1 for getting cluster id 2024-11-10T16:19:47,851 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,44467,1731255578885 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:19:47,852 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c9fc2dd-112e-4a14-8e1c-f16383a45756' 2024-11-10T16:19:47,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:19:47,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c9fc2dd-112e-4a14-8e1c-f16383a45756" 2024-11-10T16:19:47,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d7a251f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:19:47,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,41421,-1] 2024-11-10T16:19:47,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:19:47,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:19:47,855 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:19:47,856 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,44467,1731255578885 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d3871d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:19:47,856 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,44467,1731255578885 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:19:47,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,41421,1731255583845 2024-11-10T16:19:47,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3417e1e2 2024-11-10T16:19:47,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:19:47,858 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-10T16:19:47,859 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,44467,1731255578885 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8e3de9160f9f,44467,1731255578885 (queues=1) is replicating from cluster=f76a2ba8-2c7f-43c9-963a-668a4021c974 to cluster=7c9fc2dd-112e-4a14-8e1c-f16383a45756 2024-11-10T16:19:47,861 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,44467,1731255578885 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8e3de9160f9f%2C44467%2C1731255578885 2024-11-10T16:19:47,866 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,44467,1731255578885 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8e3de9160f9f,44467,1731255578885, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T16:19:47,868 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,44467,1731255578885.replicationSource.shipper8e3de9160f9f%2C44467%2C1731255578885,1-8e3de9160f9f,44467,1731255578885 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8e3de9160f9f%2C44467%2C1731255578885 2024-11-10T16:19:47,873 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,44467,1731255578885.replicationSource.wal-reader.8e3de9160f9f%2C44467%2C1731255578885,1-8e3de9160f9f,44467,1731255578885 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,44467,1731255578885/8e3de9160f9f%2C44467%2C1731255578885.1731255581428, startPosition=0, beingWritten=true 2024-11-10T16:19:47,896 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T16:19:48,133 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,44467,1731255578885.replicationSource.wal-reader.8e3de9160f9f%2C44467%2C1731255578885,1-8e3de9160f9f,44467,1731255578885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,44467,1731255578885/8e3de9160f9f%2C44467%2C1731255578885.1731255581428 to pos 0, reset compression=false 2024-11-10T16:19:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:19:48,429 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:19:48,429 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T16:19:48,429 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:19:48,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:19:48,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:19:48,429 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:19:48,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581e0342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:19:48,430 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,37239,-1 for getting cluster id 2024-11-10T16:19:48,431 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:19:48,432 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f76a2ba8-2c7f-43c9-963a-668a4021c974' 2024-11-10T16:19:48,432 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:19:48,432 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f76a2ba8-2c7f-43c9-963a-668a4021c974" 2024-11-10T16:19:48,433 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67dea67f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:19:48,433 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,37239,-1] 2024-11-10T16:19:48,433 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:19:48,433 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:19:48,435 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:19:48,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e4cf6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:19:48,436 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:19:48,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,37239,1731255578219 2024-11-10T16:19:48,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b2adf4a 2024-11-10T16:19:48,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:19:48,439 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:19:48,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37239 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://8e3de9160f9f:41421,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T16:19:48,440 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,44467,1731255578885.replicationSource.wal-reader.8e3de9160f9f%2C44467%2C1731255578885,1-8e3de9160f9f,44467,1731255578885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,44467,1731255578885/8e3de9160f9f%2C44467%2C1731255578885.1731255581428 to pos 0, reset compression=false 2024-11-10T16:19:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37239 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T16:19:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T16:19:48,443 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8e3de9160f9f:41421' 2024-11-10T16:19:48,445 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@448227b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:19:48,445 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,41421,-1 for getting cluster id 2024-11-10T16:19:48,445 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:19:48,446 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c9fc2dd-112e-4a14-8e1c-f16383a45756' 2024-11-10T16:19:48,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:19:48,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c9fc2dd-112e-4a14-8e1c-f16383a45756" 2024-11-10T16:19:48,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d2f641a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:19:48,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,41421,-1] 2024-11-10T16:19:48,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:19:48,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:19:48,448 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:19:48,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12aed7b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:19:48,449 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:19:48,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,41421,1731255583845 2024-11-10T16:19:48,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@aa2f586 2024-11-10T16:19:48,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:19:48,451 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:19:48,452 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-10T16:19:48,452 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T16:19:48,452 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:19:48,452 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:19:48,452 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:19:48,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T16:19:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T16:19:48,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-10T16:19:48,617 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-10T16:19:48,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T16:19:48,626 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T16:19:48,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T16:19:48,628 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-10T16:19:48,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:19:48,630 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-10T16:19:48,630 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T16:19:48,630 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T16:19:48,630 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T16:19:48,630 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T16:19:48,649 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-8e3de9160f9f,44467,1731255578885, ReplicationSource: 2, currentBandwidth=0 2024-11-10T16:19:48,653 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-10T16:19:48,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37239 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-10T16:19:48,656 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 8e3de9160f9f,44467,1731255578885 suceeded 2024-11-10T16:19:48,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T16:19:48,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-10T16:19:48,659 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://8e3de9160f9f:41421,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T16:19:48,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 220 msec 2024-11-10T16:19:48,670 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,44467,1731255578885 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8e3de9160f9f:41421' 2024-11-10T16:19:48,671 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,44467,1731255578885 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@456055cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:19:48,671 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,44467,1731255578885 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,41421,-1 for getting cluster id 2024-11-10T16:19:48,672 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,44467,1731255578885 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:19:48,672 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c9fc2dd-112e-4a14-8e1c-f16383a45756' 2024-11-10T16:19:48,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:19:48,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c9fc2dd-112e-4a14-8e1c-f16383a45756" 2024-11-10T16:19:48,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d06bd22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:19:48,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,41421,-1] 2024-11-10T16:19:48,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:19:48,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:19:48,675 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:19:48,676 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,44467,1731255578885 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77045a5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:19:48,677 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,44467,1731255578885 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:19:48,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,41421,1731255583845 2024-11-10T16:19:48,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3153b975 2024-11-10T16:19:48,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:19:48,679 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-10T16:19:48,680 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,44467,1731255578885 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-8e3de9160f9f,44467,1731255578885 (queues=1) is replicating from cluster=f76a2ba8-2c7f-43c9-963a-668a4021c974 to cluster=7c9fc2dd-112e-4a14-8e1c-f16383a45756 2024-11-10T16:19:48,680 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,44467,1731255578885 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=8e3de9160f9f%2C44467%2C1731255578885 2024-11-10T16:19:48,680 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,44467,1731255578885 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-8e3de9160f9f,44467,1731255578885, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T16:19:48,680 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,44467,1731255578885.replicationSource.shipper8e3de9160f9f%2C44467%2C1731255578885,2-8e3de9160f9f,44467,1731255578885 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8e3de9160f9f%2C44467%2C1731255578885 2024-11-10T16:19:48,680 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,44467,1731255578885.replicationSource.wal-reader.8e3de9160f9f%2C44467%2C1731255578885,2-8e3de9160f9f,44467,1731255578885 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,44467,1731255578885/8e3de9160f9f%2C44467%2C1731255578885.1731255581428, startPosition=0, beingWritten=true 2024-11-10T16:19:48,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T16:19:48,758 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-10T16:19:48,758 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:19:48,758 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:19:48,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:19:48,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:19:48,759 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:19:48,759 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:19:48,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,37239,1731255578219 2024-11-10T16:19:48,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34bd20a8 2024-11-10T16:19:48,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:19:48,764 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:19:48,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37239 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-10T16:19:48,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37239 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-10T16:19:48,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37239 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-10T16:19:48,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37239 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-10T16:19:48,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37239 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://8e3de9160f9f:41421,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T16:19:48,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37239 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-10T16:19:48,778 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8e3de9160f9f:41421' 2024-11-10T16:19:48,779 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3165a063, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:19:48,779 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,41421,-1 for getting cluster id 2024-11-10T16:19:48,780 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:19:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T16:19:48,780 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c9fc2dd-112e-4a14-8e1c-f16383a45756' 2024-11-10T16:19:48,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:19:48,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c9fc2dd-112e-4a14-8e1c-f16383a45756" 2024-11-10T16:19:48,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@773a7787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:19:48,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,41421,-1] 2024-11-10T16:19:48,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:19:48,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:19:48,782 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:19:48,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54052aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:19:48,783 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:19:48,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,41421,1731255583845 2024-11-10T16:19:48,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6960adff 2024-11-10T16:19:48,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:19:48,785 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:19:48,785 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T16:19:48,786 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T16:19:48,786 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:19:48,786 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:19:48,786 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:19:48,795 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T16:19:48,848 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,44467,1731255578885.replicationSource.wal-reader.8e3de9160f9f%2C44467%2C1731255578885,1-8e3de9160f9f,44467,1731255578885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,44467,1731255578885/8e3de9160f9f%2C44467%2C1731255578885.1731255581428 to pos 0, reset compression=false 2024-11-10T16:19:48,887 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,44467,1731255578885.replicationSource.wal-reader.8e3de9160f9f%2C44467%2C1731255578885,2-8e3de9160f9f,44467,1731255578885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,44467,1731255578885/8e3de9160f9f%2C44467%2C1731255578885.1731255581428 to pos 0, reset compression=false 2024-11-10T16:19:48,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T16:19:48,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-10T16:19:48,948 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-10T16:19:48,950 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-10T16:19:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37239 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-10T16:19:48,954 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 8e3de9160f9f,44467,1731255578885 suceeded 2024-11-10T16:19:48,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-10T16:19:48,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-10T16:19:48,956 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://8e3de9160f9f:41421,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T16:19:48,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 183 msec 2024-11-10T16:19:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T16:19:49,098 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-10T16:19:49,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37239 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://8e3de9160f9f:41421,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T16:19:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37239 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-10T16:19:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T16:19:49,102 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8e3de9160f9f:41421' 2024-11-10T16:19:49,103 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51b689d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:19:49,103 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,41421,-1 for getting cluster id 2024-11-10T16:19:49,104 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:19:49,104 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c9fc2dd-112e-4a14-8e1c-f16383a45756' 2024-11-10T16:19:49,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:19:49,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c9fc2dd-112e-4a14-8e1c-f16383a45756" 2024-11-10T16:19:49,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c333cd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:19:49,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,41421,-1] 2024-11-10T16:19:49,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:19:49,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:19:49,106 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:19:49,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54277e70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:19:49,107 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:19:49,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,41421,1731255583845 2024-11-10T16:19:49,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@431a5565 2024-11-10T16:19:49,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:19:49,110 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:19:49,111 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-10T16:19:49,111 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T16:19:49,111 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:19:49,111 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:19:49,111 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:19:49,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T16:19:49,194 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,44467,1731255578885.replicationSource.wal-reader.8e3de9160f9f%2C44467%2C1731255578885,2-8e3de9160f9f,44467,1731255578885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,44467,1731255578885/8e3de9160f9f%2C44467%2C1731255578885.1731255581428 to pos 0, reset compression=false 2024-11-10T16:19:49,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T16:19:49,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-10T16:19:49,269 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-10T16:19:49,270 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-10T16:19:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37239 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-10T16:19:49,274 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 8e3de9160f9f,44467,1731255578885 suceeded 2024-11-10T16:19:49,277 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-10T16:19:49,277 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-10T16:19:49,277 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://8e3de9160f9f:41421,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T16:19:49,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 178 msec 2024-11-10T16:19:49,355 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,44467,1731255578885.replicationSource.wal-reader.8e3de9160f9f%2C44467%2C1731255578885,1-8e3de9160f9f,44467,1731255578885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,44467,1731255578885/8e3de9160f9f%2C44467%2C1731255578885.1731255581428 to pos 0, reset compression=false 2024-11-10T16:19:49,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T16:19:49,418 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-10T16:19:49,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37239 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-10T16:19:49,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37239 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-10T16:19:49,420 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:19:49,421 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:19:49,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:19:49,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:19:49,421 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:19:49,421 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T16:19:49,421 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2073980891, stopped=false 2024-11-10T16:19:49,422 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8e3de9160f9f,37239,1731255578219 2024-11-10T16:19:49,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37239-0x10102ad8b970000, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01968735514/running 2024-11-10T16:19:49,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44467-0x10102ad8b970001, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01968735514/running 2024-11-10T16:19:49,423 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:19:49,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37239-0x10102ad8b970000, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968735514 2024-11-10T16:19:49,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44467-0x10102ad8b970001, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968735514 2024-11-10T16:19:49,424 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:19:49,424 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:19:49,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:19:49,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44467-0x10102ad8b970001, quorum=127.0.0.1:50057, baseZNode=/01968735514 Set watcher on znode that does not yet exist, /01968735514/running 2024-11-10T16:19:49,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37239-0x10102ad8b970000, quorum=127.0.0.1:50057, baseZNode=/01968735514 Set watcher on znode that does not yet exist, /01968735514/running 2024-11-10T16:19:49,424 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8e3de9160f9f,44467,1731255578885' ***** 2024-11-10T16:19:49,424 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T16:19:49,425 INFO [RS:0;8e3de9160f9f:44467 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T16:19:49,425 INFO [RS:0;8e3de9160f9f:44467 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T16:19:49,425 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T16:19:49,425 INFO [RS:0;8e3de9160f9f:44467 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T16:19:49,425 INFO [RS:0;8e3de9160f9f:44467 {}] regionserver.HRegionServer(3091): Received CLOSE for 5e8dd7fc51eda25a62f80c56caf1085f 2024-11-10T16:19:49,426 INFO [RS:0;8e3de9160f9f:44467 {}] regionserver.HRegionServer(959): stopping server 8e3de9160f9f,44467,1731255578885 2024-11-10T16:19:49,426 INFO [RS:0;8e3de9160f9f:44467 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:19:49,426 INFO [RS:0;8e3de9160f9f:44467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:44467. 2024-11-10T16:19:49,426 DEBUG [RS:0;8e3de9160f9f:44467 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:19:49,426 DEBUG [RS:0;8e3de9160f9f:44467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:19:49,426 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5e8dd7fc51eda25a62f80c56caf1085f, disabling compactions & flushes 2024-11-10T16:19:49,426 INFO [RS:0;8e3de9160f9f:44467 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T16:19:49,426 INFO [RS:0;8e3de9160f9f:44467 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T16:19:49,426 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731255586316.5e8dd7fc51eda25a62f80c56caf1085f. 2024-11-10T16:19:49,426 INFO [RS:0;8e3de9160f9f:44467 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T16:19:49,427 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731255586316.5e8dd7fc51eda25a62f80c56caf1085f. 2024-11-10T16:19:49,427 INFO [RS:0;8e3de9160f9f:44467 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T16:19:49,427 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731255586316.5e8dd7fc51eda25a62f80c56caf1085f. after waiting 0 ms 2024-11-10T16:19:49,427 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731255586316.5e8dd7fc51eda25a62f80c56caf1085f. 2024-11-10T16:19:49,427 INFO [RS:0;8e3de9160f9f:44467 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T16:19:49,427 DEBUG [RS:0;8e3de9160f9f:44467 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5e8dd7fc51eda25a62f80c56caf1085f=hbase:replication,,1731255586316.5e8dd7fc51eda25a62f80c56caf1085f.} 2024-11-10T16:19:49,427 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T16:19:49,427 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T16:19:49,427 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T16:19:49,427 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T16:19:49,427 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T16:19:49,427 DEBUG [RS:0;8e3de9160f9f:44467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5e8dd7fc51eda25a62f80c56caf1085f 2024-11-10T16:19:49,430 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5e8dd7fc51eda25a62f80c56caf1085f 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-10T16:19:49,430 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-10T16:19:49,477 INFO [regionserver/8e3de9160f9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:19:49,508 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/replication/5e8dd7fc51eda25a62f80c56caf1085f/.tmp/queue/ad13b92c25744774ae61cdc166f51f5e is 151, key is 1-8e3de9160f9f,44467,1731255578885/queue:8e3de9160f9f%2C44467%2C1731255578885/1731255587820/Put/seqid=0 2024-11-10T16:19:49,508 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/meta/1588230740/.tmp/info/a2273d40c47a4234a9df2c58a69901c5 is 147, key is hbase:replication,,1731255586316.5e8dd7fc51eda25a62f80c56caf1085f./info:regioninfo/1731255587545/Put/seqid=0 2024-11-10T16:19:49,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741839_1015 (size=6631) 2024-11-10T16:19:49,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741838_1014 (size=5500) 2024-11-10T16:19:49,601 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,44467,1731255578885.replicationSource.wal-reader.8e3de9160f9f%2C44467%2C1731255578885,2-8e3de9160f9f,44467,1731255578885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,44467,1731255578885/8e3de9160f9f%2C44467%2C1731255578885.1731255581428 to pos 0, reset compression=false 2024-11-10T16:19:49,628 DEBUG [RS:0;8e3de9160f9f:44467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5e8dd7fc51eda25a62f80c56caf1085f 2024-11-10T16:19:49,828 DEBUG [RS:0;8e3de9160f9f:44467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5e8dd7fc51eda25a62f80c56caf1085f 2024-11-10T16:19:49,922 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/replication/5e8dd7fc51eda25a62f80c56caf1085f/.tmp/queue/ad13b92c25744774ae61cdc166f51f5e 2024-11-10T16:19:49,922 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/meta/1588230740/.tmp/info/a2273d40c47a4234a9df2c58a69901c5 2024-11-10T16:19:49,961 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,44467,1731255578885.replicationSource.wal-reader.8e3de9160f9f%2C44467%2C1731255578885,1-8e3de9160f9f,44467,1731255578885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,44467,1731255578885/8e3de9160f9f%2C44467%2C1731255578885.1731255581428 to pos 0, reset compression=false 2024-11-10T16:19:49,969 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/replication/5e8dd7fc51eda25a62f80c56caf1085f/.tmp/queue/ad13b92c25744774ae61cdc166f51f5e as hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/replication/5e8dd7fc51eda25a62f80c56caf1085f/queue/ad13b92c25744774ae61cdc166f51f5e 2024-11-10T16:19:49,979 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/replication/5e8dd7fc51eda25a62f80c56caf1085f/queue/ad13b92c25744774ae61cdc166f51f5e, entries=2, sequenceid=6, filesize=5.4 K 2024-11-10T16:19:49,989 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 5e8dd7fc51eda25a62f80c56caf1085f in 555ms, sequenceid=6, compaction requested=false 2024-11-10T16:19:49,989 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T16:19:49,993 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/meta/1588230740/.tmp/ns/730b23ba350f4cb88e37545fc669b8af is 43, key is default/ns:d/1731255582513/Put/seqid=0 2024-11-10T16:19:49,997 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/replication/5e8dd7fc51eda25a62f80c56caf1085f/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T16:19:49,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741840_1016 (size=5153) 2024-11-10T16:19:50,000 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:19:50,000 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T16:19:50,000 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/meta/1588230740/.tmp/ns/730b23ba350f4cb88e37545fc669b8af 2024-11-10T16:19:50,000 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731255586316.5e8dd7fc51eda25a62f80c56caf1085f. 2024-11-10T16:19:50,000 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5e8dd7fc51eda25a62f80c56caf1085f: Waiting for close lock at 1731255589426Running coprocessor pre-close hooks at 1731255589426Disabling compacts and flushes for region at 1731255589426Disabling writes for close at 1731255589427 (+1 ms)Obtaining lock to block concurrent updates at 1731255589430 (+3 ms)Preparing flush snapshotting stores in 5e8dd7fc51eda25a62f80c56caf1085f at 1731255589430Finished memstore snapshotting hbase:replication,,1731255586316.5e8dd7fc51eda25a62f80c56caf1085f., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731255589439 (+9 ms)Flushing stores of hbase:replication,,1731255586316.5e8dd7fc51eda25a62f80c56caf1085f. at 1731255589440 (+1 ms)Flushing 5e8dd7fc51eda25a62f80c56caf1085f/queue: creating writer at 1731255589442 (+2 ms)Flushing 5e8dd7fc51eda25a62f80c56caf1085f/queue: appending metadata at 1731255589487 (+45 ms)Flushing 5e8dd7fc51eda25a62f80c56caf1085f/queue: closing flushed file at 1731255589490 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4de729a4: reopening flushed file at 1731255589967 (+477 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 5e8dd7fc51eda25a62f80c56caf1085f in 555ms, sequenceid=6, compaction requested=false at 1731255589989 (+22 ms)Writing region close event to WAL at 1731255589992 (+3 ms)Running coprocessor post-close hooks at 1731255589998 (+6 ms)Closed at 1731255590000 (+2 ms) 2024-11-10T16:19:50,001 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731255586316.5e8dd7fc51eda25a62f80c56caf1085f. 2024-11-10T16:19:50,026 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/meta/1588230740/.tmp/table/cdcea123073a4e4ebba8caa6a65cdebc is 53, key is hbase:replication/table:state/1731255587557/Put/seqid=0 2024-11-10T16:19:50,028 DEBUG [RS:0;8e3de9160f9f:44467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:19:50,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741841_1017 (size=5256) 2024-11-10T16:19:50,107 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,44467,1731255578885.replicationSource.wal-reader.8e3de9160f9f%2C44467%2C1731255578885,2-8e3de9160f9f,44467,1731255578885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,44467,1731255578885/8e3de9160f9f%2C44467%2C1731255578885.1731255581428 to pos 0, reset compression=false 2024-11-10T16:19:50,228 DEBUG [RS:0;8e3de9160f9f:44467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:19:50,279 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T16:19:50,279 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T16:19:50,429 INFO [RS:0;8e3de9160f9f:44467 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T16:19:50,429 DEBUG [RS:0;8e3de9160f9f:44467 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T16:19:50,429 DEBUG [RS:0;8e3de9160f9f:44467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:19:50,433 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/meta/1588230740/.tmp/table/cdcea123073a4e4ebba8caa6a65cdebc 2024-11-10T16:19:50,442 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/meta/1588230740/.tmp/info/a2273d40c47a4234a9df2c58a69901c5 as hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/meta/1588230740/info/a2273d40c47a4234a9df2c58a69901c5 2024-11-10T16:19:50,450 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/meta/1588230740/info/a2273d40c47a4234a9df2c58a69901c5, entries=10, sequenceid=11, filesize=6.5 K 2024-11-10T16:19:50,451 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/meta/1588230740/.tmp/ns/730b23ba350f4cb88e37545fc669b8af as hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/meta/1588230740/ns/730b23ba350f4cb88e37545fc669b8af 2024-11-10T16:19:50,458 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/meta/1588230740/ns/730b23ba350f4cb88e37545fc669b8af, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T16:19:50,459 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/meta/1588230740/.tmp/table/cdcea123073a4e4ebba8caa6a65cdebc as hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/meta/1588230740/table/cdcea123073a4e4ebba8caa6a65cdebc 2024-11-10T16:19:50,466 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/meta/1588230740/table/cdcea123073a4e4ebba8caa6a65cdebc, entries=2, sequenceid=11, filesize=5.1 K 2024-11-10T16:19:50,467 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1040ms, sequenceid=11, compaction requested=false 2024-11-10T16:19:50,472 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T16:19:50,473 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:19:50,473 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T16:19:50,473 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T16:19:50,473 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731255589427Running coprocessor pre-close hooks at 1731255589427Disabling compacts and flushes for region at 1731255589427Disabling writes for close at 1731255589427Obtaining lock to block concurrent updates at 1731255589430 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731255589430Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731255589439 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731255589440 (+1 ms)Flushing 1588230740/info: creating writer at 1731255589442 (+2 ms)Flushing 1588230740/info: appending metadata at 1731255589488 (+46 ms)Flushing 1588230740/info: closing flushed file at 1731255589490 (+2 ms)Flushing 1588230740/ns: creating writer at 1731255589967 (+477 ms)Flushing 1588230740/ns: appending metadata at 1731255589992 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731255589992Flushing 1588230740/table: creating writer at 1731255590009 (+17 ms)Flushing 1588230740/table: appending metadata at 1731255590025 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731255590025Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fdcbdf6: reopening flushed file at 1731255590441 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d3094f9: reopening flushed file at 1731255590450 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@209db39a: reopening flushed file at 1731255590458 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1040ms, sequenceid=11, compaction requested=false at 1731255590467 (+9 ms)Writing region close event to WAL at 1731255590468 (+1 ms)Running coprocessor post-close hooks at 1731255590473 (+5 ms)Closed at 1731255590473 2024-11-10T16:19:50,473 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T16:19:50,629 INFO [RS:0;8e3de9160f9f:44467 {}] regionserver.HRegionServer(976): stopping server 8e3de9160f9f,44467,1731255578885; all regions closed. 2024-11-10T16:19:50,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741834_1010 (size=2742) 2024-11-10T16:19:50,640 DEBUG [RS:0;8e3de9160f9f:44467 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/oldWALs 2024-11-10T16:19:50,640 INFO [RS:0;8e3de9160f9f:44467 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8e3de9160f9f%2C44467%2C1731255578885.meta:.meta(num 1731255582350) 2024-11-10T16:19:50,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741837_1013 (size=1802) 2024-11-10T16:19:50,646 DEBUG [RS:0;8e3de9160f9f:44467 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/oldWALs 2024-11-10T16:19:50,646 INFO [RS:0;8e3de9160f9f:44467 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8e3de9160f9f%2C44467%2C1731255578885.rep:(num 1731255587498) 2024-11-10T16:19:50,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741832_1008 (size=93) 2024-11-10T16:19:50,651 DEBUG [RS:0;8e3de9160f9f:44467 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/oldWALs 2024-11-10T16:19:50,651 INFO [RS:0;8e3de9160f9f:44467 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8e3de9160f9f%2C44467%2C1731255578885:(num 1731255581428) 2024-11-10T16:19:50,651 DEBUG [RS:0;8e3de9160f9f:44467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:19:50,651 INFO [RS:0;8e3de9160f9f:44467 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:19:50,651 INFO [RS:0;8e3de9160f9f:44467 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:19:50,651 INFO [RS:0;8e3de9160f9f:44467 {}] hbase.ChoreService(370): Chore service for: regionserver/8e3de9160f9f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T16:19:50,652 INFO [RS:0;8e3de9160f9f:44467 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:19:50,652 INFO [regionserver/8e3de9160f9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:19:50,652 INFO [RS:0;8e3de9160f9f:44467 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8e3de9160f9f,44467,1731255578885 because: Region server is closing 2024-11-10T16:19:50,652 INFO [RS:0;8e3de9160f9f:44467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:44467. 2024-11-10T16:19:50,653 DEBUG [RS:0;8e3de9160f9f:44467 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:19:50,653 DEBUG [RS:0;8e3de9160f9f:44467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:19:50,653 DEBUG [RS:0;8e3de9160f9f:44467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:19:50,653 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:19:50,714 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,44467,1731255578885.replicationSource.wal-reader.8e3de9160f9f%2C44467%2C1731255578885,2-8e3de9160f9f,44467,1731255578885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,44467,1731255578885/8e3de9160f9f%2C44467%2C1731255578885.1731255581428 to pos 0, reset compression=false 2024-11-10T16:19:50,721 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,44467,1731255578885.replicationSource.wal-reader.8e3de9160f9f%2C44467%2C1731255578885,2-8e3de9160f9f,44467,1731255578885 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,44467,1731255578885/8e3de9160f9f%2C44467%2C1731255578885.1731255581428 was moved to hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/oldWALs/8e3de9160f9f%2C44467%2C1731255578885.1731255581428 2024-11-10T16:19:50,724 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,44467,1731255578885.replicationSource.wal-reader.8e3de9160f9f%2C44467%2C1731255578885,2-8e3de9160f9f,44467,1731255578885 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,44467,1731255578885/8e3de9160f9f%2C44467%2C1731255578885.1731255581428 2024-11-10T16:19:50,725 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,44467,1731255578885.replicationSource.wal-reader.8e3de9160f9f%2C44467%2C1731255578885,2-8e3de9160f9f,44467,1731255578885 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-10T16:19:50,725 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,44467,1731255578885.replicationSource.wal-reader.8e3de9160f9f%2C44467%2C1731255578885,2-8e3de9160f9f,44467,1731255578885 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-10T16:19:50,725 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,44467,1731255578885.replicationSource.shipper8e3de9160f9f%2C44467%2C1731255578885,2-8e3de9160f9f,44467,1731255578885 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-8e3de9160f9f,44467,1731255578885 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,44467,1731255578885/8e3de9160f9f%2C44467%2C1731255578885.1731255581428, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-10T16:19:50,731 ERROR [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,44467,1731255578885.replicationSource.shipper8e3de9160f9f%2C44467%2C1731255578885,2-8e3de9160f9f,44467,1731255578885 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8e3de9160f9f,44467,1731255578885: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-8e3de9160f9f,44467,1731255578885, walGroup=8e3de9160f9f%2C44467%2C1731255578885, offset=8e3de9160f9f%2C44467%2C1731255578885.1731255581428:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:44467 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T16:19:50,733 ERROR [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,44467,1731255578885.replicationSource.shipper8e3de9160f9f%2C44467%2C1731255578885,2-8e3de9160f9f,44467,1731255578885 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T16:19:50,735 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,44467,1731255578885.replicationSource.shipper8e3de9160f9f%2C44467%2C1731255578885,2-8e3de9160f9f,44467,1731255578885 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T16:19:50,736 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,44467,1731255578885.replicationSource.shipper8e3de9160f9f%2C44467%2C1731255578885,2-8e3de9160f9f,44467,1731255578885 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T16:19:50,736 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,44467,1731255578885.replicationSource.shipper8e3de9160f9f%2C44467%2C1731255578885,2-8e3de9160f9f,44467,1731255578885 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T16:19:50,736 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,44467,1731255578885.replicationSource.shipper8e3de9160f9f%2C44467%2C1731255578885,2-8e3de9160f9f,44467,1731255578885 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T16:19:50,736 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,44467,1731255578885.replicationSource.shipper8e3de9160f9f%2C44467%2C1731255578885,2-8e3de9160f9f,44467,1731255578885 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 518301840 }, "NonHeapMemoryUsage": { "committed": 152305664, "init": 7667712, "max": -1, "used": 150085272 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T16:19:50,738 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,44467,1731255578885.replicationSource.shipper8e3de9160f9f%2C44467%2C1731255578885,2-8e3de9160f9f,44467,1731255578885 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [8e3de9160f9f%2C44467%2C1731255578885.1731255581428] 2024-11-10T16:19:50,753 WARN [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,44467,1731255578885.replicationSource.shipper8e3de9160f9f%2C44467%2C1731255578885,1-8e3de9160f9f,44467,1731255578885 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T16:19:50,753 INFO [RS:0;8e3de9160f9f:44467 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,44467,1731255578885.replicationSource.shipper8e3de9160f9f%2C44467%2C1731255578885,1-8e3de9160f9f,44467,1731255578885 terminated 2024-11-10T16:19:50,754 INFO [RS:0;8e3de9160f9f:44467 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-8e3de9160f9f,44467,1731255578885 because: Region server is closing 2024-11-10T16:19:50,754 INFO [RS:0;8e3de9160f9f:44467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:44467. 2024-11-10T16:19:50,754 DEBUG [RS:0;8e3de9160f9f:44467 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:19:50,754 DEBUG [RS:0;8e3de9160f9f:44467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:19:50,754 DEBUG [RS:0;8e3de9160f9f:44467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:19:50,754 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:19:50,754 INFO [RS:0;8e3de9160f9f:44467 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,44467,1731255578885.replicationSource.shipper8e3de9160f9f%2C44467%2C1731255578885,2-8e3de9160f9f,44467,1731255578885 terminated 2024-11-10T16:19:50,755 INFO [RS:0;8e3de9160f9f:44467 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44467 2024-11-10T16:19:50,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37239-0x10102ad8b970000, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968735514/rs 2024-11-10T16:19:50,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44467-0x10102ad8b970001, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01968735514/rs/8e3de9160f9f,44467,1731255578885 2024-11-10T16:19:50,759 INFO [RS:0;8e3de9160f9f:44467 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:19:50,760 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8e3de9160f9f,44467,1731255578885] 2024-11-10T16:19:50,763 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01968735514/draining/8e3de9160f9f,44467,1731255578885 already deleted, retry=false 2024-11-10T16:19:50,763 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8e3de9160f9f,44467,1731255578885 expired; onlineServers=0 2024-11-10T16:19:50,763 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8e3de9160f9f,37239,1731255578219' ***** 2024-11-10T16:19:50,763 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T16:19:50,763 INFO [M:0;8e3de9160f9f:37239 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:19:50,763 INFO [M:0;8e3de9160f9f:37239 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:19:50,764 DEBUG [M:0;8e3de9160f9f:37239 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T16:19:50,764 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T16:19:50,764 DEBUG [M:0;8e3de9160f9f:37239 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T16:19:50,764 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255581095 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255581095,5,FailOnTimeoutGroup] 2024-11-10T16:19:50,764 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255581096 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255581096,5,FailOnTimeoutGroup] 2024-11-10T16:19:50,764 INFO [M:0;8e3de9160f9f:37239 {}] hbase.ChoreService(370): Chore service for: master/8e3de9160f9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T16:19:50,764 INFO [M:0;8e3de9160f9f:37239 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:19:50,764 DEBUG [M:0;8e3de9160f9f:37239 {}] master.HMaster(1795): Stopping service threads 2024-11-10T16:19:50,764 INFO [M:0;8e3de9160f9f:37239 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T16:19:50,765 INFO [M:0;8e3de9160f9f:37239 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:19:50,765 INFO [M:0;8e3de9160f9f:37239 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T16:19:50,765 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T16:19:50,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37239-0x10102ad8b970000, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01968735514/master 2024-11-10T16:19:50,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37239-0x10102ad8b970000, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968735514 2024-11-10T16:19:50,766 DEBUG [M:0;8e3de9160f9f:37239 {}] zookeeper.ZKUtil(347): master:37239-0x10102ad8b970000, quorum=127.0.0.1:50057, baseZNode=/01968735514 Unable to get data of znode /01968735514/master because node does not exist (not an error) 2024-11-10T16:19:50,766 WARN [M:0;8e3de9160f9f:37239 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T16:19:50,767 INFO [M:0;8e3de9160f9f:37239 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/.lastflushedseqids 2024-11-10T16:19:50,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741842_1018 (size=181) 2024-11-10T16:19:50,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44467-0x10102ad8b970001, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:19:50,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44467-0x10102ad8b970001, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:19:50,863 INFO [RS:0;8e3de9160f9f:44467 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:19:50,864 INFO [RS:0;8e3de9160f9f:44467 {}] regionserver.HRegionServer(1031): Exiting; stopping=8e3de9160f9f,44467,1731255578885; zookeeper connection closed. 2024-11-10T16:19:50,864 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2131e77 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2131e77 2024-11-10T16:19:50,865 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T16:19:51,180 INFO [M:0;8e3de9160f9f:37239 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T16:19:51,180 INFO [M:0;8e3de9160f9f:37239 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T16:19:51,180 DEBUG [M:0;8e3de9160f9f:37239 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T16:19:51,180 INFO [M:0;8e3de9160f9f:37239 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:19:51,180 DEBUG [M:0;8e3de9160f9f:37239 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:19:51,180 DEBUG [M:0;8e3de9160f9f:37239 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T16:19:51,180 DEBUG [M:0;8e3de9160f9f:37239 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:19:51,181 INFO [M:0;8e3de9160f9f:37239 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-10T16:19:51,200 DEBUG [M:0;8e3de9160f9f:37239 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57f54d9c56c5444dadcd5acef2a39f59 is 82, key is hbase:meta,,1/info:regioninfo/1731255582438/Put/seqid=0 2024-11-10T16:19:51,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741843_1019 (size=5672) 2024-11-10T16:19:51,606 INFO [M:0;8e3de9160f9f:37239 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57f54d9c56c5444dadcd5acef2a39f59 2024-11-10T16:19:51,632 DEBUG [M:0;8e3de9160f9f:37239 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4c9d8c93d8b14253a967b062115cdf7b is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731255587562/Put/seqid=0 2024-11-10T16:19:51,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741844_1020 (size=8663) 2024-11-10T16:19:52,038 INFO [M:0;8e3de9160f9f:37239 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4c9d8c93d8b14253a967b062115cdf7b 2024-11-10T16:19:52,063 DEBUG [M:0;8e3de9160f9f:37239 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1de311f683ec48cab3a543860dc026d5 is 69, key is 8e3de9160f9f,44467,1731255578885/rs:state/1731255581201/Put/seqid=0 2024-11-10T16:19:52,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741845_1021 (size=5156) 2024-11-10T16:19:52,469 INFO [M:0;8e3de9160f9f:37239 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1de311f683ec48cab3a543860dc026d5 2024-11-10T16:19:52,477 DEBUG [M:0;8e3de9160f9f:37239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57f54d9c56c5444dadcd5acef2a39f59 as hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57f54d9c56c5444dadcd5acef2a39f59 2024-11-10T16:19:52,484 INFO [M:0;8e3de9160f9f:37239 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57f54d9c56c5444dadcd5acef2a39f59, entries=8, sequenceid=115, filesize=5.5 K 2024-11-10T16:19:52,486 DEBUG [M:0;8e3de9160f9f:37239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4c9d8c93d8b14253a967b062115cdf7b as hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4c9d8c93d8b14253a967b062115cdf7b 2024-11-10T16:19:52,492 INFO [M:0;8e3de9160f9f:37239 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4c9d8c93d8b14253a967b062115cdf7b, entries=14, sequenceid=115, filesize=8.5 K 2024-11-10T16:19:52,493 DEBUG [M:0;8e3de9160f9f:37239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1de311f683ec48cab3a543860dc026d5 as hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1de311f683ec48cab3a543860dc026d5 2024-11-10T16:19:52,500 INFO [M:0;8e3de9160f9f:37239 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1de311f683ec48cab3a543860dc026d5, entries=1, sequenceid=115, filesize=5.0 K 2024-11-10T16:19:52,501 INFO [M:0;8e3de9160f9f:37239 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1321ms, sequenceid=115, compaction requested=false 2024-11-10T16:19:52,502 INFO [M:0;8e3de9160f9f:37239 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:19:52,503 DEBUG [M:0;8e3de9160f9f:37239 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731255591180Disabling compacts and flushes for region at 1731255591180Disabling writes for close at 1731255591180Obtaining lock to block concurrent updates at 1731255591181 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731255591181Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731255591181Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731255591182 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731255591182Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731255591199 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731255591199Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731255591613 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731255591631 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731255591631Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731255592046 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731255592062 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731255592062Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5317ae73: reopening flushed file at 1731255592476 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a73a3f4: reopening flushed file at 1731255592484 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@674ee9f3: reopening flushed file at 1731255592492 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1321ms, sequenceid=115, compaction requested=false at 1731255592501 (+9 ms)Writing region close event to WAL at 1731255592502 (+1 ms)Closed at 1731255592502 2024-11-10T16:19:52,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741830_1006 (size=59421) 2024-11-10T16:19:52,506 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:19:52,507 INFO [M:0;8e3de9160f9f:37239 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T16:19:52,507 INFO [M:0;8e3de9160f9f:37239 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37239 2024-11-10T16:19:52,507 INFO [M:0;8e3de9160f9f:37239 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:19:52,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37239-0x10102ad8b970000, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:19:52,609 INFO [M:0;8e3de9160f9f:37239 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:19:52,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37239-0x10102ad8b970000, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:19:52,611 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:19:52,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:19:52,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:19:52,612 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:19:52,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:19:52,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:19:52,612 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T16:19:52,612 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:19:52,613 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45657 2024-11-10T16:19:52,614 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45657 connecting to ZooKeeper ensemble=127.0.0.1:50057 2024-11-10T16:19:52,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:456570x0, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:19:52,617 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45657-0x10102ad8b970006 connected 2024-11-10T16:19:52,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:19:52,624 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:19:52,627 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45657-0x10102ad8b970006, quorum=127.0.0.1:50057, baseZNode=/01968735514 Set watcher on znode that does not yet exist, /01968735514/running 2024-11-10T16:19:52,627 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01968735514/meta-region-server: INIT 2024-11-10T16:19:52,627 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25, hbase.cluster.distributed=false 2024-11-10T16:19:52,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45657-0x10102ad8b970006, quorum=127.0.0.1:50057, baseZNode=/01968735514 Set watcher on znode that does not yet exist, /01968735514/acl 2024-11-10T16:19:52,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45657 2024-11-10T16:19:52,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45657 2024-11-10T16:19:52,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45657 2024-11-10T16:19:52,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45657 2024-11-10T16:19:52,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45657 2024-11-10T16:19:52,648 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:19:52,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:19:52,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:19:52,648 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:19:52,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:19:52,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:19:52,648 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T16:19:52,649 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:19:52,649 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38883 2024-11-10T16:19:52,651 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38883 connecting to ZooKeeper ensemble=127.0.0.1:50057 2024-11-10T16:19:52,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:19:52,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:19:52,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388830x0, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:19:52,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388830x0, quorum=127.0.0.1:50057, baseZNode=/01968735514 Set watcher on znode that does not yet exist, /01968735514/running 2024-11-10T16:19:52,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38883-0x10102ad8b970007 connected 2024-11-10T16:19:52,660 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01968735514/meta-region-server: INIT 2024-11-10T16:19:52,660 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T16:19:52,661 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T16:19:52,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38883-0x10102ad8b970007, quorum=127.0.0.1:50057, baseZNode=/01968735514 Set watcher on znode that does not yet exist, /01968735514/master 2024-11-10T16:19:52,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38883-0x10102ad8b970007, quorum=127.0.0.1:50057, baseZNode=/01968735514 Set watcher on znode that does not yet exist, /01968735514/acl 2024-11-10T16:19:52,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38883 2024-11-10T16:19:52,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38883 2024-11-10T16:19:52,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38883 2024-11-10T16:19:52,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38883 2024-11-10T16:19:52,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38883 2024-11-10T16:19:52,676 DEBUG [M:0;8e3de9160f9f:45657 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8e3de9160f9f:45657 2024-11-10T16:19:52,676 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01968735514/backup-masters/8e3de9160f9f,45657,1731255592611 2024-11-10T16:19:52,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45657-0x10102ad8b970006, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968735514/backup-masters 2024-11-10T16:19:52,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x10102ad8b970007, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968735514/backup-masters 2024-11-10T16:19:52,679 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45657-0x10102ad8b970006, quorum=127.0.0.1:50057, baseZNode=/01968735514 Set watcher on existing znode=/01968735514/backup-masters/8e3de9160f9f,45657,1731255592611 2024-11-10T16:19:52,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x10102ad8b970007, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01968735514/master 2024-11-10T16:19:52,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45657-0x10102ad8b970006, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968735514 2024-11-10T16:19:52,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x10102ad8b970007, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968735514 2024-11-10T16:19:52,681 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45657-0x10102ad8b970006, quorum=127.0.0.1:50057, baseZNode=/01968735514 Set watcher on existing znode=/01968735514/master 2024-11-10T16:19:52,681 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01968735514/backup-masters/8e3de9160f9f,45657,1731255592611 from backup master directory 2024-11-10T16:19:52,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45657-0x10102ad8b970006, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01968735514/backup-masters/8e3de9160f9f,45657,1731255592611 2024-11-10T16:19:52,683 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:19:52,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x10102ad8b970007, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968735514/backup-masters 2024-11-10T16:19:52,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45657-0x10102ad8b970006, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968735514/backup-masters 2024-11-10T16:19:52,683 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8e3de9160f9f,45657,1731255592611 2024-11-10T16:19:52,698 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:19:52,699 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T16:19:52,712 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 13ms. 2024-11-10T16:19:52,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741846_1022 (size=196) 2024-11-10T16:19:53,023 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T16:19:53,122 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:19:53,123 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T16:19:53,123 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:19:53,132 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-10T16:19:53,136 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/WALs/8e3de9160f9f,37239,1731255578219 to hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/WALs/8e3de9160f9f,37239,1731255578219-dead as it is dead 2024-11-10T16:19:53,138 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-10T16:19:53,138 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-10T16:19:53,138 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/WALs/8e3de9160f9f,37239,1731255578219-dead/8e3de9160f9f%2C37239%2C1731255578219.1731255580521 2024-11-10T16:19:53,144 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/WALs/8e3de9160f9f,37239,1731255578219-dead/8e3de9160f9f%2C37239%2C1731255578219.1731255580521 after 4ms 2024-11-10T16:19:53,145 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/WALs/8e3de9160f9f,37239,1731255578219-dead/8e3de9160f9f%2C37239%2C1731255578219.1731255580521 to hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8e3de9160f9f%2C37239%2C1731255578219.1731255580521 2024-11-10T16:19:53,145 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/WALs/8e3de9160f9f,37239,1731255578219-dead 2024-11-10T16:19:53,146 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/WALs/8e3de9160f9f,45657,1731255592611 2024-11-10T16:19:53,147 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:19:53,149 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8e3de9160f9f%2C45657%2C1731255592611, suffix=, logDir=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/WALs/8e3de9160f9f,45657,1731255592611, archiveDir=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/oldWALs, maxLogs=10 2024-11-10T16:19:53,163 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/WALs/8e3de9160f9f,45657,1731255592611/8e3de9160f9f%2C45657%2C1731255592611.1731255593149, exclude list is [], retry=0 2024-11-10T16:19:53,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38321,DS-4ffaa52e-994b-4fbe-9a90-5f918003fd71,DISK] 2024-11-10T16:19:53,170 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/WALs/8e3de9160f9f,45657,1731255592611/8e3de9160f9f%2C45657%2C1731255592611.1731255593149 2024-11-10T16:19:53,170 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40039:40039)] 2024-11-10T16:19:53,170 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:19:53,170 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:19:53,171 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:19:53,171 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:19:53,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:19:53,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T16:19:53,174 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:19:53,182 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57f54d9c56c5444dadcd5acef2a39f59 2024-11-10T16:19:53,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:19:53,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:19:53,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T16:19:53,184 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:19:53,190 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4c9d8c93d8b14253a967b062115cdf7b 2024-11-10T16:19:53,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:19:53,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:19:53,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T16:19:53,192 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:19:53,200 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1de311f683ec48cab3a543860dc026d5 2024-11-10T16:19:53,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:19:53,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:19:53,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T16:19:53,201 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:19:53,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:19:53,202 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:19:53,202 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-10T16:19:53,202 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8e3de9160f9f%2C37239%2C1731255578219.1731255580521 2024-11-10T16:19:53,216 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8e3de9160f9f%2C37239%2C1731255578219.1731255580521 2024-11-10T16:19:53,217 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8e3de9160f9f%2C37239%2C1731255578219.1731255580521 2024-11-10T16:19:53,219 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:19:53,219 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:19:53,220 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:19:53,222 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:19:53,224 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-10T16:19:53,226 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67208763, jitterRate=0.001488611102104187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:19:53,226 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731255593171Initializing all the Stores at 1731255593172 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255593172Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255593172Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255593172Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255593172Cleaning up temporary data from old regions at 1731255593219 (+47 ms)Region opened successfully at 1731255593226 (+7 ms) 2024-11-10T16:19:53,226 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T16:19:53,230 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b6bfb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:19:53,242 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-10T16:19:53,243 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T16:19:53,243 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T16:19:53,243 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T16:19:53,244 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T16:19:53,251 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T16:19:53,251 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T16:19:53,252 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T16:19:53,252 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T16:19:53,252 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-10T16:19:53,253 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-10T16:19:53,253 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-10T16:19:53,253 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T16:19:53,258 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=8e3de9160f9f,44467,1731255578885, regionLocation=8e3de9160f9f,44467,1731255578885, openSeqNum=2 2024-11-10T16:19:53,258 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=8e3de9160f9f,44467,1731255578885, table=hbase:meta, region=1588230740 2024-11-10T16:19:53,259 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,44467,1731255578885, state=OPEN 2024-11-10T16:19:53,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x10102ad8b970007, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01968735514/meta-region-server 2024-11-10T16:19:53,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45657-0x10102ad8b970006, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01968735514/meta-region-server 2024-11-10T16:19:53,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01968735514/meta-region-server: CHANGED 2024-11-10T16:19:53,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01968735514/meta-region-server: CHANGED 2024-11-10T16:19:53,266 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-10T16:19:53,267 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01968735514/draining/8e3de9160f9f,44467,1731255578885 already deleted, retry=false 2024-11-10T16:19:53,268 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 8e3de9160f9f,44467,1731255578885 on 8e3de9160f9f,45657,1731255592611 2024-11-10T16:19:53,274 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 8e3de9160f9f,44467,1731255578885, splitWal=true, meta=true 2024-11-10T16:19:53,276 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 8e3de9160f9f,44467,1731255578885 (carryingMeta=true) 8e3de9160f9f,44467,1731255578885/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6b3257d2[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-10T16:19:53,279 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45657-0x10102ad8b970006, quorum=127.0.0.1:50057, baseZNode=/01968735514 Unable to get data of znode /01968735514/balancer because node does not exist (not necessarily an error) 2024-11-10T16:19:53,289 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01968735514/balancer already deleted, retry=false 2024-11-10T16:19:53,290 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T16:19:53,291 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45657-0x10102ad8b970006, quorum=127.0.0.1:50057, baseZNode=/01968735514 Unable to get data of znode /01968735514/normalizer because node does not exist (not necessarily an error) 2024-11-10T16:19:53,292 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01968735514/normalizer already deleted, retry=false 2024-11-10T16:19:53,292 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T16:19:53,293 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45657-0x10102ad8b970006, quorum=127.0.0.1:50057, baseZNode=/01968735514 Unable to get data of znode /01968735514/switch/split because node does not exist (not necessarily an error) 2024-11-10T16:19:53,295 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01968735514/switch/split already deleted, retry=false 2024-11-10T16:19:53,295 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45657-0x10102ad8b970006, quorum=127.0.0.1:50057, baseZNode=/01968735514 Unable to get data of znode /01968735514/switch/merge because node does not exist (not necessarily an error) 2024-11-10T16:19:53,297 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01968735514/switch/merge already deleted, retry=false 2024-11-10T16:19:53,306 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45657-0x10102ad8b970006, quorum=127.0.0.1:50057, baseZNode=/01968735514 Unable to get data of znode /01968735514/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T16:19:53,307 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01968735514/snapshot-cleanup already deleted, retry=false 2024-11-10T16:19:53,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45657-0x10102ad8b970006, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01968735514/running 2024-11-10T16:19:53,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x10102ad8b970007, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01968735514/running 2024-11-10T16:19:53,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45657-0x10102ad8b970006, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968735514 2024-11-10T16:19:53,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x10102ad8b970007, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968735514 2024-11-10T16:19:53,310 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8e3de9160f9f,45657,1731255592611, sessionid=0x10102ad8b970006, setting cluster-up flag (Was=false) 2024-11-10T16:19:53,313 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01968735514/flush-table-proc/acquired, /01968735514/flush-table-proc/reached, /01968735514/flush-table-proc/abort 2024-11-10T16:19:53,315 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,45657,1731255592611 2024-11-10T16:19:53,318 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01968735514/online-snapshot/acquired, /01968735514/online-snapshot/reached, /01968735514/online-snapshot/abort 2024-11-10T16:19:53,320 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,45657,1731255592611 2024-11-10T16:19:53,322 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/.lastflushedseqids 2024-11-10T16:19:53,326 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T16:19:53,327 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T16:19:53,327 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8e3de9160f9f,45657,1731255592611 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 8e3de9160f9f,44467,1731255578885 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T16:19:53,329 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:19:53,329 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:19:53,329 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:19:53,329 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:19:53,329 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8e3de9160f9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T16:19:53,329 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:19:53,329 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:19:53,329 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:19:53,332 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731255623332 2024-11-10T16:19:53,332 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T16:19:53,332 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T16:19:53,332 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T16:19:53,332 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T16:19:53,332 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T16:19:53,332 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T16:19:53,332 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:53,333 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 8e3de9160f9f,44467,1731255578885, splitWal=true, meta=true 2024-11-10T16:19:53,333 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T16:19:53,333 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T16:19:53,333 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T16:19:53,333 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T16:19:53,333 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T16:19:53,333 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T16:19:53,334 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255593334,5,FailOnTimeoutGroup] 2024-11-10T16:19:53,334 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255593334,5,FailOnTimeoutGroup] 2024-11-10T16:19:53,334 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:53,334 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T16:19:53,334 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:53,334 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:53,334 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731255593334, completionTime=-1 2024-11-10T16:19:53,334 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 8e3de9160f9f,44467,1731255578885, splitWal=true, meta=true, isMeta: true 2024-11-10T16:19:53,334 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-10T16:19:53,336 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,44467,1731255578885-splitting 2024-11-10T16:19:53,337 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,44467,1731255578885-splitting dir is empty, no logs to split. 2024-11-10T16:19:53,337 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-10T16:19:53,337 INFO [PEWorker-1 {}] master.SplitWALManager(105): 8e3de9160f9f,44467,1731255578885 WAL count=0, meta=true 2024-11-10T16:19:53,341 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,44467,1731255578885-splitting dir is empty, no logs to split. 2024-11-10T16:19:53,341 INFO [PEWorker-1 {}] master.SplitWALManager(105): 8e3de9160f9f,44467,1731255578885 WAL count=0, meta=true 2024-11-10T16:19:53,341 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 8e3de9160f9f,44467,1731255578885 WAL splitting is done? wals=0, meta=true 2024-11-10T16:19:53,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T16:19:53,345 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:19:53,346 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T16:19:53,366 INFO [RS:0;8e3de9160f9f:38883 {}] regionserver.HRegionServer(746): ClusterId : f76a2ba8-2c7f-43c9-963a-668a4021c974 2024-11-10T16:19:53,366 DEBUG [RS:0;8e3de9160f9f:38883 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T16:19:53,368 DEBUG [RS:0;8e3de9160f9f:38883 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T16:19:53,368 DEBUG [RS:0;8e3de9160f9f:38883 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T16:19:53,370 DEBUG [RS:0;8e3de9160f9f:38883 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T16:19:53,371 DEBUG [RS:0;8e3de9160f9f:38883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eab4b86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:19:53,384 DEBUG [RS:0;8e3de9160f9f:38883 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8e3de9160f9f:38883 2024-11-10T16:19:53,384 INFO [RS:0;8e3de9160f9f:38883 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T16:19:53,384 INFO [RS:0;8e3de9160f9f:38883 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T16:19:53,384 DEBUG [RS:0;8e3de9160f9f:38883 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T16:19:53,385 INFO [RS:0;8e3de9160f9f:38883 {}] regionserver.HRegionServer(2659): reportForDuty to master=8e3de9160f9f,45657,1731255592611 with port=38883, startcode=1731255592648 2024-11-10T16:19:53,385 DEBUG [RS:0;8e3de9160f9f:38883 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T16:19:53,387 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T16:19:53,388 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45657 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8e3de9160f9f,38883,1731255592648 2024-11-10T16:19:53,388 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45657 {}] master.ServerManager(517): Registering regionserver=8e3de9160f9f,38883,1731255592648 2024-11-10T16:19:53,390 DEBUG [RS:0;8e3de9160f9f:38883 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25 2024-11-10T16:19:53,390 DEBUG [RS:0;8e3de9160f9f:38883 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40223 2024-11-10T16:19:53,390 DEBUG [RS:0;8e3de9160f9f:38883 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T16:19:53,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45657-0x10102ad8b970006, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968735514/rs 2024-11-10T16:19:53,393 DEBUG [RS:0;8e3de9160f9f:38883 {}] zookeeper.ZKUtil(111): regionserver:38883-0x10102ad8b970007, quorum=127.0.0.1:50057, baseZNode=/01968735514 Set watcher on existing znode=/01968735514/rs/8e3de9160f9f,38883,1731255592648 2024-11-10T16:19:53,393 WARN [RS:0;8e3de9160f9f:38883 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:19:53,393 INFO [RS:0;8e3de9160f9f:38883 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:19:53,393 DEBUG [RS:0;8e3de9160f9f:38883 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,38883,1731255592648 2024-11-10T16:19:53,393 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8e3de9160f9f,38883,1731255592648] 2024-11-10T16:19:53,433 INFO [RS:0;8e3de9160f9f:38883 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T16:19:53,436 INFO [RS:0;8e3de9160f9f:38883 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T16:19:53,437 INFO [RS:0;8e3de9160f9f:38883 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T16:19:53,437 INFO [RS:0;8e3de9160f9f:38883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:53,437 INFO [RS:0;8e3de9160f9f:38883 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T16:19:53,437 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-10T16:19:53,438 INFO [RS:0;8e3de9160f9f:38883 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T16:19:53,438 INFO [RS:0;8e3de9160f9f:38883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:53,438 DEBUG [RS:0;8e3de9160f9f:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:19:53,439 DEBUG [RS:0;8e3de9160f9f:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:19:53,439 DEBUG [RS:0;8e3de9160f9f:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:19:53,439 DEBUG [RS:0;8e3de9160f9f:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:19:53,439 DEBUG [RS:0;8e3de9160f9f:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:19:53,439 DEBUG [RS:0;8e3de9160f9f:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:19:53,439 DEBUG [RS:0;8e3de9160f9f:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:19:53,439 DEBUG [RS:0;8e3de9160f9f:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:19:53,439 DEBUG [RS:0;8e3de9160f9f:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:19:53,439 DEBUG [RS:0;8e3de9160f9f:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:19:53,439 DEBUG [RS:0;8e3de9160f9f:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:19:53,439 DEBUG [RS:0;8e3de9160f9f:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:19:53,439 DEBUG [RS:0;8e3de9160f9f:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:19:53,439 DEBUG [RS:0;8e3de9160f9f:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:19:53,440 INFO [RS:0;8e3de9160f9f:38883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:53,440 INFO [RS:0;8e3de9160f9f:38883 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:53,440 INFO [RS:0;8e3de9160f9f:38883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:53,440 INFO [RS:0;8e3de9160f9f:38883 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:53,440 INFO [RS:0;8e3de9160f9f:38883 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:53,440 INFO [RS:0;8e3de9160f9f:38883 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,38883,1731255592648-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:19:53,457 INFO [RS:0;8e3de9160f9f:38883 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T16:19:53,457 INFO [RS:0;8e3de9160f9f:38883 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,38883,1731255592648-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:53,472 INFO [RS:0;8e3de9160f9f:38883 {}] regionserver.ReplicationSource(231): queueId=1-8e3de9160f9f,38883,1731255592648, ReplicationSource: 1, currentBandwidth=0 2024-11-10T16:19:53,488 INFO [RS:0;8e3de9160f9f:38883 {}] regionserver.ReplicationSource(231): queueId=2-8e3de9160f9f,38883,1731255592648, ReplicationSource: 2, currentBandwidth=0 2024-11-10T16:19:53,488 INFO [RS:0;8e3de9160f9f:38883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:53,488 INFO [RS:0;8e3de9160f9f:38883 {}] regionserver.Replication(171): 8e3de9160f9f,38883,1731255592648 started 2024-11-10T16:19:53,489 DEBUG [RS:0;8e3de9160f9f:38883.replicationSource,1-8e3de9160f9f,38883,1731255592648 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8e3de9160f9f:41421' 2024-11-10T16:19:53,491 DEBUG [RS:0;8e3de9160f9f:38883.replicationSource,1-8e3de9160f9f,38883,1731255592648 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e81d09f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:19:53,491 DEBUG [RS:0;8e3de9160f9f:38883.replicationSource,1-8e3de9160f9f,38883,1731255592648 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,41421,-1 for getting cluster id 2024-11-10T16:19:53,491 DEBUG [RS:0;8e3de9160f9f:38883.replicationSource,1-8e3de9160f9f,38883,1731255592648 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:19:53,495 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c9fc2dd-112e-4a14-8e1c-f16383a45756' 2024-11-10T16:19:53,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:19:53,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c9fc2dd-112e-4a14-8e1c-f16383a45756" 2024-11-10T16:19:53,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bf376db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:19:53,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,41421,-1] 2024-11-10T16:19:53,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:19:53,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:19:53,496 WARN [8e3de9160f9f:45657 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T16:19:53,498 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:19:53,499 DEBUG [RS:0;8e3de9160f9f:38883.replicationSource,1-8e3de9160f9f,38883,1731255592648 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a5a8b4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:19:53,499 DEBUG [RS:0;8e3de9160f9f:38883.replicationSource,1-8e3de9160f9f,38883,1731255592648 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:19:53,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,41421,1731255583845 2024-11-10T16:19:53,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@596dc9d 2024-11-10T16:19:53,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:19:53,501 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-10T16:19:53,502 INFO [RS:0;8e3de9160f9f:38883.replicationSource,1-8e3de9160f9f,38883,1731255592648 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8e3de9160f9f,38883,1731255592648 (queues=0) is replicating from cluster=f76a2ba8-2c7f-43c9-963a-668a4021c974 to cluster=7c9fc2dd-112e-4a14-8e1c-f16383a45756 2024-11-10T16:19:53,505 INFO [RS:0;8e3de9160f9f:38883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:53,505 INFO [RS:0;8e3de9160f9f:38883 {}] regionserver.HRegionServer(1482): Serving as 8e3de9160f9f,38883,1731255592648, RpcServer on 8e3de9160f9f/172.17.0.2:38883, sessionid=0x10102ad8b970007 2024-11-10T16:19:53,505 DEBUG [RS:0;8e3de9160f9f:38883 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T16:19:53,505 DEBUG [RS:0;8e3de9160f9f:38883 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8e3de9160f9f,38883,1731255592648 2024-11-10T16:19:53,505 DEBUG [RS:0;8e3de9160f9f:38883 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,38883,1731255592648' 2024-11-10T16:19:53,505 DEBUG [RS:0;8e3de9160f9f:38883 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01968735514/flush-table-proc/abort' 2024-11-10T16:19:53,506 DEBUG [RS:0;8e3de9160f9f:38883 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01968735514/flush-table-proc/acquired' 2024-11-10T16:19:53,506 DEBUG [RS:0;8e3de9160f9f:38883 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T16:19:53,506 DEBUG [RS:0;8e3de9160f9f:38883 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T16:19:53,506 DEBUG [RS:0;8e3de9160f9f:38883 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8e3de9160f9f,38883,1731255592648 2024-11-10T16:19:53,507 DEBUG [RS:0;8e3de9160f9f:38883 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,38883,1731255592648' 2024-11-10T16:19:53,507 DEBUG [RS:0;8e3de9160f9f:38883 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01968735514/online-snapshot/abort' 2024-11-10T16:19:53,507 DEBUG [RS:0;8e3de9160f9f:38883 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01968735514/online-snapshot/acquired' 2024-11-10T16:19:53,507 DEBUG [RS:0;8e3de9160f9f:38883 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T16:19:53,507 INFO [RS:0;8e3de9160f9f:38883 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T16:19:53,507 INFO [RS:0;8e3de9160f9f:38883 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T16:19:53,509 DEBUG [RS:0;8e3de9160f9f:38883.replicationSource,2-8e3de9160f9f,38883,1731255592648 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8e3de9160f9f:41421' 2024-11-10T16:19:53,510 DEBUG [RS:0;8e3de9160f9f:38883.replicationSource,2-8e3de9160f9f,38883,1731255592648 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50b9f64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:19:53,510 DEBUG [RS:0;8e3de9160f9f:38883.replicationSource,2-8e3de9160f9f,38883,1731255592648 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,41421,-1 for getting cluster id 2024-11-10T16:19:53,510 DEBUG [RS:0;8e3de9160f9f:38883.replicationSource,2-8e3de9160f9f,38883,1731255592648 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:19:53,511 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c9fc2dd-112e-4a14-8e1c-f16383a45756' 2024-11-10T16:19:53,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:19:53,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c9fc2dd-112e-4a14-8e1c-f16383a45756" 2024-11-10T16:19:53,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ede128e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:19:53,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,41421,-1] 2024-11-10T16:19:53,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:19:53,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:19:53,514 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:19:53,515 DEBUG [RS:0;8e3de9160f9f:38883.replicationSource,2-8e3de9160f9f,38883,1731255592648 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3bf72b81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:19:53,515 DEBUG [RS:0;8e3de9160f9f:38883.replicationSource,2-8e3de9160f9f,38883,1731255592648 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:19:53,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,41421,1731255583845 2024-11-10T16:19:53,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47130463 2024-11-10T16:19:53,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:19:53,517 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-10T16:19:53,518 INFO [RS:0;8e3de9160f9f:38883.replicationSource,2-8e3de9160f9f,38883,1731255592648 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-8e3de9160f9f,38883,1731255592648 (queues=0) is replicating from cluster=f76a2ba8-2c7f-43c9-963a-668a4021c974 to cluster=7c9fc2dd-112e-4a14-8e1c-f16383a45756 2024-11-10T16:19:53,608 INFO [RS:0;8e3de9160f9f:38883 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:19:53,610 INFO [RS:0;8e3de9160f9f:38883 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C38883%2C1731255592648, suffix=, logDir=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,38883,1731255592648, archiveDir=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/oldWALs, maxLogs=10 2024-11-10T16:19:53,625 DEBUG [RS:0;8e3de9160f9f:38883 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,38883,1731255592648/8e3de9160f9f%2C38883%2C1731255592648.1731255593611, exclude list is [], retry=0 2024-11-10T16:19:53,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38321,DS-4ffaa52e-994b-4fbe-9a90-5f918003fd71,DISK] 2024-11-10T16:19:53,631 INFO [RS:0;8e3de9160f9f:38883 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,38883,1731255592648/8e3de9160f9f%2C38883%2C1731255592648.1731255593611 2024-11-10T16:19:53,632 DEBUG [RS:0;8e3de9160f9f:38883 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 8e3de9160f9f%2C38883%2C1731255592648 for peer 2 2024-11-10T16:19:53,632 DEBUG [RS:0;8e3de9160f9f:38883 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 8e3de9160f9f%2C38883%2C1731255592648 for peer 1 2024-11-10T16:19:53,633 DEBUG [RS:0;8e3de9160f9f:38883 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8e3de9160f9f%2C38883%2C1731255592648 2024-11-10T16:19:53,633 INFO [RS:0;8e3de9160f9f:38883 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8e3de9160f9f,38883,1731255592648, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T16:19:53,633 DEBUG [RS:0;8e3de9160f9f:38883 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=8e3de9160f9f%2C38883%2C1731255592648 2024-11-10T16:19:53,633 INFO [RS:0;8e3de9160f9f:38883.replicationSource.shipper8e3de9160f9f%2C38883%2C1731255592648,1-8e3de9160f9f,38883,1731255592648 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8e3de9160f9f%2C38883%2C1731255592648 2024-11-10T16:19:53,633 INFO [RS:0;8e3de9160f9f:38883 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-8e3de9160f9f,38883,1731255592648, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T16:19:53,633 DEBUG [RS:0;8e3de9160f9f:38883 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40039:40039)] 2024-11-10T16:19:53,634 INFO [RS:0;8e3de9160f9f:38883.replicationSource.shipper8e3de9160f9f%2C38883%2C1731255592648,2-8e3de9160f9f,38883,1731255592648 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8e3de9160f9f%2C38883%2C1731255592648 2024-11-10T16:19:53,634 DEBUG [RS:0;8e3de9160f9f:38883.replicationSource.wal-reader.8e3de9160f9f%2C38883%2C1731255592648,2-8e3de9160f9f,38883,1731255592648 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,38883,1731255592648/8e3de9160f9f%2C38883%2C1731255592648.1731255593611, startPosition=0, beingWritten=true 2024-11-10T16:19:53,634 DEBUG [RS:0;8e3de9160f9f:38883.replicationSource.wal-reader.8e3de9160f9f%2C38883%2C1731255592648,1-8e3de9160f9f,38883,1731255592648 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,38883,1731255592648/8e3de9160f9f%2C38883%2C1731255592648.1731255593611, startPosition=0, beingWritten=true 2024-11-10T16:19:53,747 DEBUG [8e3de9160f9f:45657 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T16:19:53,747 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8e3de9160f9f,38883,1731255592648 2024-11-10T16:19:53,749 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,38883,1731255592648, state=OPENING 2024-11-10T16:19:53,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45657-0x10102ad8b970006, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01968735514/meta-region-server 2024-11-10T16:19:53,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x10102ad8b970007, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01968735514/meta-region-server 2024-11-10T16:19:53,751 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:19:53,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,38883,1731255592648}] 2024-11-10T16:19:53,751 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01968735514/meta-region-server: CHANGED 2024-11-10T16:19:53,751 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01968735514/meta-region-server: CHANGED 2024-11-10T16:19:53,842 DEBUG [RS:0;8e3de9160f9f:38883.replicationSource.wal-reader.8e3de9160f9f%2C38883%2C1731255592648,1-8e3de9160f9f,38883,1731255592648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,38883,1731255592648/8e3de9160f9f%2C38883%2C1731255592648.1731255593611 to pos 0, reset compression=false 2024-11-10T16:19:53,842 DEBUG [RS:0;8e3de9160f9f:38883.replicationSource.wal-reader.8e3de9160f9f%2C38883%2C1731255592648,2-8e3de9160f9f,38883,1731255592648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,38883,1731255592648/8e3de9160f9f%2C38883%2C1731255592648.1731255593611 to pos 0, reset compression=false 2024-11-10T16:19:53,904 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T16:19:53,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T16:19:53,911 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T16:19:53,911 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:19:53,911 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T16:19:53,913 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C38883%2C1731255592648.meta, suffix=.meta, logDir=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,38883,1731255592648, archiveDir=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/oldWALs, maxLogs=10 2024-11-10T16:19:53,931 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,38883,1731255592648/8e3de9160f9f%2C38883%2C1731255592648.meta.1731255593914.meta, exclude list is [], retry=0 2024-11-10T16:19:53,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38321,DS-4ffaa52e-994b-4fbe-9a90-5f918003fd71,DISK] 2024-11-10T16:19:53,937 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,38883,1731255592648/8e3de9160f9f%2C38883%2C1731255592648.meta.1731255593914.meta 2024-11-10T16:19:53,937 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40039:40039)] 2024-11-10T16:19:53,937 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:19:53,938 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:19:53,938 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T16:19:53,938 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T16:19:53,938 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T16:19:53,938 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T16:19:53,938 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:19:53,938 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T16:19:53,938 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T16:19:53,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:19:53,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:19:53,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:19:53,950 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/meta/1588230740/info/a2273d40c47a4234a9df2c58a69901c5 2024-11-10T16:19:53,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:19:53,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:19:53,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:19:53,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:19:53,961 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/meta/1588230740/ns/730b23ba350f4cb88e37545fc669b8af 2024-11-10T16:19:53,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:19:53,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:19:53,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:19:53,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:19:53,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:19:53,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:19:53,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:19:53,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:19:53,972 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/meta/1588230740/table/cdcea123073a4e4ebba8caa6a65cdebc 2024-11-10T16:19:53,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:19:53,972 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:19:53,973 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/meta/1588230740 2024-11-10T16:19:53,975 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/meta/1588230740 2024-11-10T16:19:53,977 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:19:53,977 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:19:53,978 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:19:53,979 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:19:53,980 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66866702, jitterRate=-0.003608494997024536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:19:53,981 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T16:19:53,981 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731255593939Writing region info on filesystem at 1731255593939Initializing all the Stores at 1731255593940 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255593940Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255593940Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255593940Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255593940Cleaning up temporary data from old regions at 1731255593977 (+37 ms)Running coprocessor post-open hooks at 1731255593981 (+4 ms)Region opened successfully at 1731255593981 2024-11-10T16:19:53,982 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731255593904 2024-11-10T16:19:53,985 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T16:19:53,985 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T16:19:53,986 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=8e3de9160f9f,38883,1731255592648 2024-11-10T16:19:53,987 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,38883,1731255592648, state=OPEN 2024-11-10T16:19:53,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45657-0x10102ad8b970006, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01968735514/meta-region-server 2024-11-10T16:19:53,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x10102ad8b970007, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01968735514/meta-region-server 2024-11-10T16:19:53,989 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8e3de9160f9f,38883,1731255592648 2024-11-10T16:19:53,989 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01968735514/meta-region-server: CHANGED 2024-11-10T16:19:53,990 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01968735514/meta-region-server: CHANGED 2024-11-10T16:19:53,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-10T16:19:53,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,38883,1731255592648 in 238 msec 2024-11-10T16:19:53,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-10T16:19:53,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 650 msec 2024-11-10T16:19:54,153 DEBUG [RS:0;8e3de9160f9f:38883.replicationSource.wal-reader.8e3de9160f9f%2C38883%2C1731255592648,1-8e3de9160f9f,38883,1731255592648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,38883,1731255592648/8e3de9160f9f%2C38883%2C1731255592648.1731255593611 to pos 0, reset compression=false 2024-11-10T16:19:54,153 DEBUG [RS:0;8e3de9160f9f:38883.replicationSource.wal-reader.8e3de9160f9f%2C38883%2C1731255592648,2-8e3de9160f9f,38883,1731255592648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,38883,1731255592648/8e3de9160f9f%2C38883%2C1731255592648.1731255593611 to pos 0, reset compression=false 2024-11-10T16:19:54,561 DEBUG [RS:0;8e3de9160f9f:38883.replicationSource.wal-reader.8e3de9160f9f%2C38883%2C1731255592648,2-8e3de9160f9f,38883,1731255592648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,38883,1731255592648/8e3de9160f9f%2C38883%2C1731255592648.1731255593611 to pos 0, reset compression=false 2024-11-10T16:19:54,561 DEBUG [RS:0;8e3de9160f9f:38883.replicationSource.wal-reader.8e3de9160f9f%2C38883%2C1731255592648,1-8e3de9160f9f,38883,1731255592648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,38883,1731255592648/8e3de9160f9f%2C38883%2C1731255592648.1731255593611 to pos 0, reset compression=false 2024-11-10T16:19:54,940 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-10T16:19:55,068 DEBUG [RS:0;8e3de9160f9f:38883.replicationSource.wal-reader.8e3de9160f9f%2C38883%2C1731255592648,2-8e3de9160f9f,38883,1731255592648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,38883,1731255592648/8e3de9160f9f%2C38883%2C1731255592648.1731255593611 to pos 0, reset compression=false 2024-11-10T16:19:55,068 DEBUG [RS:0;8e3de9160f9f:38883.replicationSource.wal-reader.8e3de9160f9f%2C38883%2C1731255592648,1-8e3de9160f9f,38883,1731255592648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,38883,1731255592648/8e3de9160f9f%2C38883%2C1731255592648.1731255593611 to pos 0, reset compression=false 2024-11-10T16:19:55,675 DEBUG [RS:0;8e3de9160f9f:38883.replicationSource.wal-reader.8e3de9160f9f%2C38883%2C1731255592648,1-8e3de9160f9f,38883,1731255592648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,38883,1731255592648/8e3de9160f9f%2C38883%2C1731255592648.1731255593611 to pos 0, reset compression=false 2024-11-10T16:19:55,675 DEBUG [RS:0;8e3de9160f9f:38883.replicationSource.wal-reader.8e3de9160f9f%2C38883%2C1731255592648,2-8e3de9160f9f,38883,1731255592648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,38883,1731255592648/8e3de9160f9f%2C38883%2C1731255592648.1731255593611 to pos 0, reset compression=false 2024-11-10T16:19:56,382 DEBUG [RS:0;8e3de9160f9f:38883.replicationSource.wal-reader.8e3de9160f9f%2C38883%2C1731255592648,2-8e3de9160f9f,38883,1731255592648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,38883,1731255592648/8e3de9160f9f%2C38883%2C1731255592648.1731255593611 to pos 0, reset compression=false 2024-11-10T16:19:56,383 DEBUG [RS:0;8e3de9160f9f:38883.replicationSource.wal-reader.8e3de9160f9f%2C38883%2C1731255592648,1-8e3de9160f9f,38883,1731255592648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,38883,1731255592648/8e3de9160f9f%2C38883%2C1731255592648.1731255593611 to pos 0, reset compression=false 2024-11-10T16:19:56,442 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3108ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-10T16:19:57,190 DEBUG [RS:0;8e3de9160f9f:38883.replicationSource.wal-reader.8e3de9160f9f%2C38883%2C1731255592648,2-8e3de9160f9f,38883,1731255592648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,38883,1731255592648/8e3de9160f9f%2C38883%2C1731255592648.1731255593611 to pos 0, reset compression=false 2024-11-10T16:19:57,190 DEBUG [RS:0;8e3de9160f9f:38883.replicationSource.wal-reader.8e3de9160f9f%2C38883%2C1731255592648,1-8e3de9160f9f,38883,1731255592648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,38883,1731255592648/8e3de9160f9f%2C38883%2C1731255592648.1731255593611 to pos 0, reset compression=false 2024-11-10T16:19:57,844 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4510ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-10T16:19:57,845 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T16:19:57,845 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:19:57,845 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,38883,1731255592648, seqNum=-1] 2024-11-10T16:19:57,845 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:19:57,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:19:57,853 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5e8dd7fc51eda25a62f80c56caf1085f, regionState=OPEN, lastHost=8e3de9160f9f,44467,1731255578885, regionLocation=8e3de9160f9f,44467,1731255578885, openSeqNum=2 2024-11-10T16:19:57,853 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T16:19:57,854 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731255657854 2024-11-10T16:19:57,854 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731255717854 2024-11-10T16:19:57,854 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-10T16:19:57,854 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,45657,1731255592611-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:57,854 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,45657,1731255592611-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:57,854 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,45657,1731255592611-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:57,854 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 8e3de9160f9f,44467,1731255578885 had 2 regions 2024-11-10T16:19:57,854 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8e3de9160f9f:45657, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:57,854 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:57,855 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:57,856 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 8e3de9160f9f,44467,1731255578885, splitWal=true, meta=true, isMeta: false 2024-11-10T16:19:57,859 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,44467,1731255578885-splitting dir is empty, no logs to split. 2024-11-10T16:19:57,859 INFO [PEWorker-3 {}] master.SplitWALManager(105): 8e3de9160f9f,44467,1731255578885 WAL count=0, meta=false 2024-11-10T16:19:57,862 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.179sec 2024-11-10T16:19:57,862 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T16:19:57,862 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T16:19:57,862 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T16:19:57,862 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T16:19:57,862 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T16:19:57,862 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,45657,1731255592611-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:19:57,862 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,45657,1731255592611-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T16:19:57,862 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,44467,1731255578885-splitting dir is empty, no logs to split. 2024-11-10T16:19:57,863 INFO [PEWorker-3 {}] master.SplitWALManager(105): 8e3de9160f9f,44467,1731255578885 WAL count=0, meta=false 2024-11-10T16:19:57,863 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 8e3de9160f9f,44467,1731255578885 WAL splitting is done? wals=0, meta=false 2024-11-10T16:19:57,865 WARN [master/8e3de9160f9f:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=8e3de9160f9f,44467,1731255578885/hbase:replication,,1731255586316.5e8dd7fc51eda25a62f80c56caf1085f. 2024-11-10T16:19:57,866 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5e8dd7fc51eda25a62f80c56caf1085f, ASSIGN}] 2024-11-10T16:19:57,867 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T16:19:57,867 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T16:19:57,867 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,45657,1731255592611-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:19:57,867 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5e8dd7fc51eda25a62f80c56caf1085f, ASSIGN 2024-11-10T16:19:57,868 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5e8dd7fc51eda25a62f80c56caf1085f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T16:19:57,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de3737e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:19:57,869 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,45657,-1 for getting cluster id 2024-11-10T16:19:57,869 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:19:57,871 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f76a2ba8-2c7f-43c9-963a-668a4021c974' 2024-11-10T16:19:57,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:19:57,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f76a2ba8-2c7f-43c9-963a-668a4021c974" 2024-11-10T16:19:57,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1906f68d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:19:57,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,45657,-1] 2024-11-10T16:19:57,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:19:57,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:19:57,874 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:19:57,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a070de1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:19:57,875 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:19:57,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,38883,1731255592648, seqNum=-1] 2024-11-10T16:19:57,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:19:57,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:19:57,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-10T16:19:57,881 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:19:57,881 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:19:57,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:19:57,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:19:57,882 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:19:57,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 8e3de9160f9f:45657 after: 8e3de9160f9f:45657 2024-11-10T16:19:57,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbfd738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:19:57,882 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,45657,-1 for getting cluster id 2024-11-10T16:19:57,882 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:19:57,883 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f76a2ba8-2c7f-43c9-963a-668a4021c974' 2024-11-10T16:19:57,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:19:57,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f76a2ba8-2c7f-43c9-963a-668a4021c974" 2024-11-10T16:19:57,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e258d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:19:57,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,45657,-1] 2024-11-10T16:19:57,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:19:57,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:19:57,885 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:19:57,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe57e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:19:57,886 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:19:57,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,45657,1731255592611 2024-11-10T16:19:57,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1701e751 2024-11-10T16:19:57,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:19:57,888 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:19:57,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45657 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-10T16:19:57,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45657 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-10T16:19:57,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45657 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-10T16:19:57,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45657 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-10T16:19:57,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T16:19:57,891 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:19:57,891 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:19:57,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:19:57,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:19:57,891 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:19:57,891 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T16:19:57,891 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1743264562, stopped=false 2024-11-10T16:19:57,892 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8e3de9160f9f,41421,1731255583845 2024-11-10T16:19:57,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41421-0x10102ad8b970003, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1801766627/running 2024-11-10T16:19:57,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41359-0x10102ad8b970004, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1801766627/running 2024-11-10T16:19:57,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41421-0x10102ad8b970003, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1801766627 2024-11-10T16:19:57,894 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:19:57,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41359-0x10102ad8b970004, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1801766627 2024-11-10T16:19:57,894 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:19:57,894 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:19:57,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:19:57,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41359-0x10102ad8b970004, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Set watcher on znode that does not yet exist, /1-1801766627/running 2024-11-10T16:19:57,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41421-0x10102ad8b970003, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Set watcher on znode that does not yet exist, /1-1801766627/running 2024-11-10T16:19:57,894 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8e3de9160f9f,41359,1731255583891' ***** 2024-11-10T16:19:57,894 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T16:19:57,895 INFO [RS:0;8e3de9160f9f:41359 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T16:19:57,895 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T16:19:57,895 INFO [RS:0;8e3de9160f9f:41359 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T16:19:57,895 INFO [RS:0;8e3de9160f9f:41359 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T16:19:57,895 INFO [RS:0;8e3de9160f9f:41359 {}] regionserver.HRegionServer(959): stopping server 8e3de9160f9f,41359,1731255583891 2024-11-10T16:19:57,895 INFO [RS:0;8e3de9160f9f:41359 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:19:57,895 INFO [RS:0;8e3de9160f9f:41359 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:41359. 2024-11-10T16:19:57,895 DEBUG [RS:0;8e3de9160f9f:41359 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:19:57,895 DEBUG [RS:0;8e3de9160f9f:41359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:19:57,895 INFO [RS:0;8e3de9160f9f:41359 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T16:19:57,895 INFO [RS:0;8e3de9160f9f:41359 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T16:19:57,895 INFO [RS:0;8e3de9160f9f:41359 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T16:19:57,895 INFO [RS:0;8e3de9160f9f:41359 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T16:19:57,896 INFO [RS:0;8e3de9160f9f:41359 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T16:19:57,896 DEBUG [RS:0;8e3de9160f9f:41359 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T16:19:57,896 DEBUG [RS:0;8e3de9160f9f:41359 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:19:57,896 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T16:19:57,896 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T16:19:57,896 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T16:19:57,896 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T16:19:57,896 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T16:19:57,896 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-10T16:19:57,915 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/data/hbase/meta/1588230740/.tmp/ns/653af51c10444156b7a53015b200a4a0 is 43, key is default/ns:d/1731255586170/Put/seqid=0 2024-11-10T16:19:57,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41671 is added to blk_1073741835_1011 (size=5153) 2024-11-10T16:19:57,970 INFO [regionserver/8e3de9160f9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:19:58,018 DEBUG [8e3de9160f9f:45657 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T16:19:58,019 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=5e8dd7fc51eda25a62f80c56caf1085f, regionState=OPENING, regionLocation=8e3de9160f9f,38883,1731255592648 2024-11-10T16:19:58,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5e8dd7fc51eda25a62f80c56caf1085f, ASSIGN because future has completed 2024-11-10T16:19:58,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e8dd7fc51eda25a62f80c56caf1085f, server=8e3de9160f9f,38883,1731255592648}] 2024-11-10T16:19:58,095 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T16:19:58,096 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T16:19:58,096 DEBUG [RS:0;8e3de9160f9f:41359 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:19:58,097 DEBUG [RS:0;8e3de9160f9f:38883.replicationSource.wal-reader.8e3de9160f9f%2C38883%2C1731255592648,2-8e3de9160f9f,38883,1731255592648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,38883,1731255592648/8e3de9160f9f%2C38883%2C1731255592648.1731255593611 to pos 0, reset compression=false 2024-11-10T16:19:58,097 DEBUG [RS:0;8e3de9160f9f:38883.replicationSource.wal-reader.8e3de9160f9f%2C38883%2C1731255592648,1-8e3de9160f9f,38883,1731255592648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,38883,1731255592648/8e3de9160f9f%2C38883%2C1731255592648.1731255593611 to pos 0, reset compression=false 2024-11-10T16:19:58,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731255586316.5e8dd7fc51eda25a62f80c56caf1085f. 2024-11-10T16:19:58,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:19:58,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T16:19:58,183 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C38883%2C1731255592648.rep, suffix=, logDir=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,38883,1731255592648, archiveDir=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/oldWALs, maxLogs=10 2024-11-10T16:19:58,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,38883,1731255592648/8e3de9160f9f%2C38883%2C1731255592648.rep.1731255598184, exclude list is [], retry=0 2024-11-10T16:19:58,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38321,DS-4ffaa52e-994b-4fbe-9a90-5f918003fd71,DISK] 2024-11-10T16:19:58,203 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,38883,1731255592648/8e3de9160f9f%2C38883%2C1731255592648.rep.1731255598184 2024-11-10T16:19:58,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40039:40039)] 2024-11-10T16:19:58,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 5e8dd7fc51eda25a62f80c56caf1085f, NAME => 'hbase:replication,,1731255586316.5e8dd7fc51eda25a62f80c56caf1085f.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:19:58,205 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:19:58,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T16:19:58,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731255586316.5e8dd7fc51eda25a62f80c56caf1085f. service=MultiRowMutationService 2024-11-10T16:19:58,205 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T16:19:58,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5e8dd7fc51eda25a62f80c56caf1085f 2024-11-10T16:19:58,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731255586316.5e8dd7fc51eda25a62f80c56caf1085f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:19:58,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 5e8dd7fc51eda25a62f80c56caf1085f 2024-11-10T16:19:58,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 5e8dd7fc51eda25a62f80c56caf1085f 2024-11-10T16:19:58,207 INFO [StoreOpener-5e8dd7fc51eda25a62f80c56caf1085f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5e8dd7fc51eda25a62f80c56caf1085f 2024-11-10T16:19:58,208 INFO [StoreOpener-5e8dd7fc51eda25a62f80c56caf1085f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e8dd7fc51eda25a62f80c56caf1085f columnFamilyName hfileref 2024-11-10T16:19:58,208 DEBUG [StoreOpener-5e8dd7fc51eda25a62f80c56caf1085f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:19:58,208 INFO [StoreOpener-5e8dd7fc51eda25a62f80c56caf1085f-1 {}] regionserver.HStore(327): Store=5e8dd7fc51eda25a62f80c56caf1085f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:19:58,209 INFO [StoreOpener-5e8dd7fc51eda25a62f80c56caf1085f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5e8dd7fc51eda25a62f80c56caf1085f 2024-11-10T16:19:58,210 INFO [StoreOpener-5e8dd7fc51eda25a62f80c56caf1085f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e8dd7fc51eda25a62f80c56caf1085f columnFamilyName queue 2024-11-10T16:19:58,210 DEBUG [StoreOpener-5e8dd7fc51eda25a62f80c56caf1085f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:19:58,217 DEBUG [StoreOpener-5e8dd7fc51eda25a62f80c56caf1085f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/replication/5e8dd7fc51eda25a62f80c56caf1085f/queue/ad13b92c25744774ae61cdc166f51f5e 2024-11-10T16:19:58,217 INFO [StoreOpener-5e8dd7fc51eda25a62f80c56caf1085f-1 {}] regionserver.HStore(327): Store=5e8dd7fc51eda25a62f80c56caf1085f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:19:58,217 INFO [StoreOpener-5e8dd7fc51eda25a62f80c56caf1085f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5e8dd7fc51eda25a62f80c56caf1085f 2024-11-10T16:19:58,218 INFO [StoreOpener-5e8dd7fc51eda25a62f80c56caf1085f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e8dd7fc51eda25a62f80c56caf1085f columnFamilyName sid 2024-11-10T16:19:58,218 DEBUG [StoreOpener-5e8dd7fc51eda25a62f80c56caf1085f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:19:58,219 INFO [StoreOpener-5e8dd7fc51eda25a62f80c56caf1085f-1 {}] regionserver.HStore(327): Store=5e8dd7fc51eda25a62f80c56caf1085f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:19:58,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 5e8dd7fc51eda25a62f80c56caf1085f 2024-11-10T16:19:58,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/replication/5e8dd7fc51eda25a62f80c56caf1085f 2024-11-10T16:19:58,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/replication/5e8dd7fc51eda25a62f80c56caf1085f 2024-11-10T16:19:58,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 5e8dd7fc51eda25a62f80c56caf1085f 2024-11-10T16:19:58,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 5e8dd7fc51eda25a62f80c56caf1085f 2024-11-10T16:19:58,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T16:19:58,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 5e8dd7fc51eda25a62f80c56caf1085f 2024-11-10T16:19:58,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 5e8dd7fc51eda25a62f80c56caf1085f; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75109715, jitterRate=0.11922197043895721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T16:19:58,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5e8dd7fc51eda25a62f80c56caf1085f 2024-11-10T16:19:58,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 5e8dd7fc51eda25a62f80c56caf1085f: Running coprocessor pre-open hook at 1731255598205Writing region info on filesystem at 1731255598205Initializing all the Stores at 1731255598206 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255598206Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255598207 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255598207Cleaning up temporary data from old regions at 1731255598222 (+15 ms)Running coprocessor post-open hooks at 1731255598226 (+4 ms)Region opened successfully at 1731255598226 2024-11-10T16:19:58,228 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731255586316.5e8dd7fc51eda25a62f80c56caf1085f., pid=19, masterSystemTime=1731255598176 2024-11-10T16:19:58,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731255586316.5e8dd7fc51eda25a62f80c56caf1085f. 2024-11-10T16:19:58,231 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731255586316.5e8dd7fc51eda25a62f80c56caf1085f. 2024-11-10T16:19:58,232 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=5e8dd7fc51eda25a62f80c56caf1085f, regionState=OPEN, openSeqNum=10, regionLocation=8e3de9160f9f,38883,1731255592648 2024-11-10T16:19:58,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e8dd7fc51eda25a62f80c56caf1085f, server=8e3de9160f9f,38883,1731255592648 because future has completed 2024-11-10T16:19:58,240 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45657 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=8e3de9160f9f,38883,1731255592648, table=hbase:replication, region=5e8dd7fc51eda25a62f80c56caf1085f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T16:19:58,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-10T16:19:58,244 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 5e8dd7fc51eda25a62f80c56caf1085f, server=8e3de9160f9f,38883,1731255592648 in 218 msec 2024-11-10T16:19:58,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-10T16:19:58,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5e8dd7fc51eda25a62f80c56caf1085f, ASSIGN in 379 msec 2024-11-10T16:19:58,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-10T16:19:58,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731255586316.5e8dd7fc51eda25a62f80c56caf1085f., hostname=8e3de9160f9f,38883,1731255592648, seqNum=10] 2024-11-10T16:19:58,281 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 8e3de9160f9f,44467,1731255578885 2024-11-10T16:19:58,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-10T16:19:58,296 DEBUG [RS:0;8e3de9160f9f:41359 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:19:58,320 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/data/hbase/meta/1588230740/.tmp/ns/653af51c10444156b7a53015b200a4a0 2024-11-10T16:19:58,329 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/data/hbase/meta/1588230740/.tmp/ns/653af51c10444156b7a53015b200a4a0 as hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/data/hbase/meta/1588230740/ns/653af51c10444156b7a53015b200a4a0 2024-11-10T16:19:58,336 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/data/hbase/meta/1588230740/ns/653af51c10444156b7a53015b200a4a0, entries=2, sequenceid=6, filesize=5.0 K 2024-11-10T16:19:58,338 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false 2024-11-10T16:19:58,338 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T16:19:58,344 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T16:19:58,344 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:19:58,345 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T16:19:58,345 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T16:19:58,345 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731255597896Running coprocessor pre-close hooks at 1731255597896Disabling compacts and flushes for region at 1731255597896Disabling writes for close at 1731255597896Obtaining lock to block concurrent updates at 1731255597896Preparing flush snapshotting stores in 1588230740 at 1731255597896Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731255597897 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731255597897Flushing 1588230740/ns: creating writer at 1731255597898 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731255597915 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731255597915Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33f7011f: reopening flushed file at 1731255598328 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false at 1731255598338 (+10 ms)Writing region close event to WAL at 1731255598339 (+1 ms)Running coprocessor post-close hooks at 1731255598344 (+5 ms)Closed at 1731255598345 (+1 ms) 2024-11-10T16:19:58,345 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T16:19:58,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38883 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-10T16:19:58,496 INFO [RS:0;8e3de9160f9f:41359 {}] regionserver.HRegionServer(976): stopping server 8e3de9160f9f,41359,1731255583891; all regions closed. 2024-11-10T16:19:58,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41671 is added to blk_1073741834_1010 (size=1152) 2024-11-10T16:19:58,502 DEBUG [RS:0;8e3de9160f9f:41359 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/oldWALs 2024-11-10T16:19:58,503 INFO [RS:0;8e3de9160f9f:41359 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8e3de9160f9f%2C41359%2C1731255583891.meta:.meta(num 1731255586102) 2024-11-10T16:19:58,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41671 is added to blk_1073741832_1008 (size=93) 2024-11-10T16:19:58,507 DEBUG [RS:0;8e3de9160f9f:41359 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/oldWALs 2024-11-10T16:19:58,507 INFO [RS:0;8e3de9160f9f:41359 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8e3de9160f9f%2C41359%2C1731255583891:(num 1731255585201) 2024-11-10T16:19:58,507 DEBUG [RS:0;8e3de9160f9f:41359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:19:58,507 INFO [RS:0;8e3de9160f9f:41359 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:19:58,507 INFO [RS:0;8e3de9160f9f:41359 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:19:58,508 INFO [RS:0;8e3de9160f9f:41359 {}] hbase.ChoreService(370): Chore service for: regionserver/8e3de9160f9f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T16:19:58,508 INFO [RS:0;8e3de9160f9f:41359 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:19:58,508 INFO [regionserver/8e3de9160f9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:19:58,508 INFO [RS:0;8e3de9160f9f:41359 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41359 2024-11-10T16:19:58,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41421-0x10102ad8b970003, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1801766627/rs 2024-11-10T16:19:58,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41359-0x10102ad8b970004, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1801766627/rs/8e3de9160f9f,41359,1731255583891 2024-11-10T16:19:58,510 INFO [RS:0;8e3de9160f9f:41359 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:19:58,511 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8e3de9160f9f,41359,1731255583891] 2024-11-10T16:19:58,514 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1801766627/draining/8e3de9160f9f,41359,1731255583891 already deleted, retry=false 2024-11-10T16:19:58,514 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8e3de9160f9f,41359,1731255583891 expired; onlineServers=0 2024-11-10T16:19:58,514 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8e3de9160f9f,41421,1731255583845' ***** 2024-11-10T16:19:58,514 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T16:19:58,514 INFO [M:0;8e3de9160f9f:41421 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:19:58,514 INFO [M:0;8e3de9160f9f:41421 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:19:58,514 DEBUG [M:0;8e3de9160f9f:41421 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T16:19:58,514 DEBUG [M:0;8e3de9160f9f:41421 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T16:19:58,514 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255584926 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255584926,5,FailOnTimeoutGroup] 2024-11-10T16:19:58,514 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T16:19:58,514 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255584924 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255584924,5,FailOnTimeoutGroup] 2024-11-10T16:19:58,514 INFO [M:0;8e3de9160f9f:41421 {}] hbase.ChoreService(370): Chore service for: master/8e3de9160f9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T16:19:58,515 INFO [M:0;8e3de9160f9f:41421 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:19:58,515 DEBUG [M:0;8e3de9160f9f:41421 {}] master.HMaster(1795): Stopping service threads 2024-11-10T16:19:58,515 INFO [M:0;8e3de9160f9f:41421 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T16:19:58,515 INFO [M:0;8e3de9160f9f:41421 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:19:58,515 INFO [M:0;8e3de9160f9f:41421 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T16:19:58,515 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T16:19:58,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41421-0x10102ad8b970003, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1801766627/master 2024-11-10T16:19:58,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41421-0x10102ad8b970003, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1801766627 2024-11-10T16:19:58,516 DEBUG [M:0;8e3de9160f9f:41421 {}] zookeeper.ZKUtil(347): master:41421-0x10102ad8b970003, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Unable to get data of znode /1-1801766627/master because node does not exist (not an error) 2024-11-10T16:19:58,516 WARN [M:0;8e3de9160f9f:41421 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T16:19:58,518 INFO [M:0;8e3de9160f9f:41421 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/.lastflushedseqids 2024-11-10T16:19:58,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41671 is added to blk_1073741836_1012 (size=99) 2024-11-10T16:19:58,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41359-0x10102ad8b970004, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:19:58,612 INFO [RS:0;8e3de9160f9f:41359 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:19:58,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41359-0x10102ad8b970004, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:19:58,612 INFO [RS:0;8e3de9160f9f:41359 {}] regionserver.HRegionServer(1031): Exiting; stopping=8e3de9160f9f,41359,1731255583891; zookeeper connection closed. 2024-11-10T16:19:58,613 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7037660c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7037660c 2024-11-10T16:19:58,613 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T16:19:58,924 INFO [M:0;8e3de9160f9f:41421 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T16:19:58,924 INFO [M:0;8e3de9160f9f:41421 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T16:19:58,925 DEBUG [M:0;8e3de9160f9f:41421 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T16:19:58,925 INFO [M:0;8e3de9160f9f:41421 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:19:58,925 DEBUG [M:0;8e3de9160f9f:41421 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:19:58,925 DEBUG [M:0;8e3de9160f9f:41421 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T16:19:58,925 DEBUG [M:0;8e3de9160f9f:41421 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:19:58,925 INFO [M:0;8e3de9160f9f:41421 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-10T16:19:58,943 DEBUG [M:0;8e3de9160f9f:41421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/40275515956f45ec8190721334b503dc is 82, key is hbase:meta,,1/info:regioninfo/1731255586152/Put/seqid=0 2024-11-10T16:19:58,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41671 is added to blk_1073741837_1013 (size=5672) 2024-11-10T16:19:59,104 DEBUG [RS:0;8e3de9160f9f:38883.replicationSource.wal-reader.8e3de9160f9f%2C38883%2C1731255592648,2-8e3de9160f9f,38883,1731255592648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,38883,1731255592648/8e3de9160f9f%2C38883%2C1731255592648.1731255593611 to pos 0, reset compression=false 2024-11-10T16:19:59,104 DEBUG [RS:0;8e3de9160f9f:38883.replicationSource.wal-reader.8e3de9160f9f%2C38883%2C1731255592648,1-8e3de9160f9f,38883,1731255592648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,38883,1731255592648/8e3de9160f9f%2C38883%2C1731255592648.1731255593611 to pos 0, reset compression=false 2024-11-10T16:19:59,349 INFO [M:0;8e3de9160f9f:41421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/40275515956f45ec8190721334b503dc 2024-11-10T16:19:59,373 DEBUG [M:0;8e3de9160f9f:41421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ecf886c3d13433d9c18a9dfbebda6e4 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731255586177/Put/seqid=0 2024-11-10T16:19:59,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41671 is added to blk_1073741838_1014 (size=5275) 2024-11-10T16:19:59,440 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T16:19:59,778 INFO [M:0;8e3de9160f9f:41421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ecf886c3d13433d9c18a9dfbebda6e4 2024-11-10T16:19:59,801 DEBUG [M:0;8e3de9160f9f:41421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a073f9f65b94c0fb544f7f0459f3ddc is 69, key is 8e3de9160f9f,41359,1731255583891/rs:state/1731255585039/Put/seqid=0 2024-11-10T16:19:59,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41671 is added to blk_1073741839_1015 (size=5156) 2024-11-10T16:20:00,206 INFO [M:0;8e3de9160f9f:41421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a073f9f65b94c0fb544f7f0459f3ddc 2024-11-10T16:20:00,212 DEBUG [RS:0;8e3de9160f9f:38883.replicationSource.wal-reader.8e3de9160f9f%2C38883%2C1731255592648,1-8e3de9160f9f,38883,1731255592648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,38883,1731255592648/8e3de9160f9f%2C38883%2C1731255592648.1731255593611 to pos 0, reset compression=false 2024-11-10T16:20:00,212 DEBUG [RS:0;8e3de9160f9f:38883.replicationSource.wal-reader.8e3de9160f9f%2C38883%2C1731255592648,2-8e3de9160f9f,38883,1731255592648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,38883,1731255592648/8e3de9160f9f%2C38883%2C1731255592648.1731255593611 to pos 0, reset compression=false 2024-11-10T16:20:00,214 DEBUG [M:0;8e3de9160f9f:41421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/40275515956f45ec8190721334b503dc as hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/40275515956f45ec8190721334b503dc 2024-11-10T16:20:00,222 INFO [M:0;8e3de9160f9f:41421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/40275515956f45ec8190721334b503dc, entries=8, sequenceid=28, filesize=5.5 K 2024-11-10T16:20:00,223 DEBUG [M:0;8e3de9160f9f:41421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ecf886c3d13433d9c18a9dfbebda6e4 as hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0ecf886c3d13433d9c18a9dfbebda6e4 2024-11-10T16:20:00,230 INFO [M:0;8e3de9160f9f:41421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0ecf886c3d13433d9c18a9dfbebda6e4, entries=3, sequenceid=28, filesize=5.2 K 2024-11-10T16:20:00,231 DEBUG [M:0;8e3de9160f9f:41421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a073f9f65b94c0fb544f7f0459f3ddc as hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7a073f9f65b94c0fb544f7f0459f3ddc 2024-11-10T16:20:00,238 INFO [M:0;8e3de9160f9f:41421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35753/user/jenkins/test-data/4483ed7d-f925-9ce3-6ca7-236c05fcadb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7a073f9f65b94c0fb544f7f0459f3ddc, entries=1, sequenceid=28, filesize=5.0 K 2024-11-10T16:20:00,239 INFO [M:0;8e3de9160f9f:41421 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=28, compaction requested=false 2024-11-10T16:20:00,241 INFO [M:0;8e3de9160f9f:41421 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:20:00,241 DEBUG [M:0;8e3de9160f9f:41421 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731255598925Disabling compacts and flushes for region at 1731255598925Disabling writes for close at 1731255598925Obtaining lock to block concurrent updates at 1731255598925Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731255598925Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731255598925Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731255598926 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731255598926Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731255598943 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731255598943Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731255599356 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731255599372 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731255599372Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731255599784 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731255599800 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731255599800Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bf11713: reopening flushed file at 1731255600213 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2096fc01: reopening flushed file at 1731255600222 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@528b4654: reopening flushed file at 1731255600230 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=28, compaction requested=false at 1731255600239 (+9 ms)Writing region close event to WAL at 1731255600240 (+1 ms)Closed at 1731255600240 2024-11-10T16:20:00,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41671 is added to blk_1073741830_1006 (size=10165) 2024-11-10T16:20:00,244 INFO [M:0;8e3de9160f9f:41421 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T16:20:00,244 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:20:00,244 INFO [M:0;8e3de9160f9f:41421 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41421 2024-11-10T16:20:00,248 INFO [M:0;8e3de9160f9f:41421 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:20:00,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41421-0x10102ad8b970003, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:20:00,350 INFO [M:0;8e3de9160f9f:41421 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:20:00,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41421-0x10102ad8b970003, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:20:00,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@624f606a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T16:20:00,357 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c6c70ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T16:20:00,357 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T16:20:00,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47ca9e4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T16:20:00,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e703083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c9ffab-a1a9-fda4-e533-3d60c3b355bc/hadoop.log.dir/,STOPPED} 2024-11-10T16:20:00,360 WARN [BP-1654760787-172.17.0.2-1731255582802 heartbeating to localhost/127.0.0.1:35753 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T16:20:00,360 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T16:20:00,360 WARN [BP-1654760787-172.17.0.2-1731255582802 heartbeating to localhost/127.0.0.1:35753 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1654760787-172.17.0.2-1731255582802 (Datanode Uuid 7dbd8f16-77c1-4617-a14b-5bbe27dd080f) service to localhost/127.0.0.1:35753 2024-11-10T16:20:00,360 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T16:20:00,361 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c9ffab-a1a9-fda4-e533-3d60c3b355bc/cluster_5b63d9fe-2cfe-3ec3-25ad-524d18877cb2/data/data1/current/BP-1654760787-172.17.0.2-1731255582802 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T16:20:00,361 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c9ffab-a1a9-fda4-e533-3d60c3b355bc/cluster_5b63d9fe-2cfe-3ec3-25ad-524d18877cb2/data/data2/current/BP-1654760787-172.17.0.2-1731255582802 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T16:20:00,361 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T16:20:00,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@302e235{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T16:20:00,368 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@692efac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T16:20:00,368 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T16:20:00,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@694fc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T16:20:00,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca3ef33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c9ffab-a1a9-fda4-e533-3d60c3b355bc/hadoop.log.dir/,STOPPED} 2024-11-10T16:20:00,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T16:20:00,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T16:20:00,387 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:20:00,387 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:20:00,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:00,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:00,387 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:20:00,388 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T16:20:00,388 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1509690013, stopped=false 2024-11-10T16:20:00,388 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8e3de9160f9f,45657,1731255592611 2024-11-10T16:20:00,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45657-0x10102ad8b970006, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01968735514/running 2024-11-10T16:20:00,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x10102ad8b970007, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01968735514/running 2024-11-10T16:20:00,390 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:20:00,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45657-0x10102ad8b970006, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968735514 2024-11-10T16:20:00,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x10102ad8b970007, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968735514 2024-11-10T16:20:00,390 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:20:00,390 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:20:00,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:00,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45657-0x10102ad8b970006, quorum=127.0.0.1:50057, baseZNode=/01968735514 Set watcher on znode that does not yet exist, /01968735514/running 2024-11-10T16:20:00,390 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8e3de9160f9f,38883,1731255592648' ***** 2024-11-10T16:20:00,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38883-0x10102ad8b970007, quorum=127.0.0.1:50057, baseZNode=/01968735514 Set watcher on znode that does not yet exist, /01968735514/running 2024-11-10T16:20:00,390 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T16:20:00,391 INFO [RS:0;8e3de9160f9f:38883 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T16:20:00,391 INFO [RS:0;8e3de9160f9f:38883 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T16:20:00,391 INFO [RS:0;8e3de9160f9f:38883 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T16:20:00,391 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T16:20:00,391 INFO [RS:0;8e3de9160f9f:38883 {}] regionserver.HRegionServer(3091): Received CLOSE for 5e8dd7fc51eda25a62f80c56caf1085f 2024-11-10T16:20:00,391 INFO [RS:0;8e3de9160f9f:38883 {}] regionserver.HRegionServer(959): stopping server 8e3de9160f9f,38883,1731255592648 2024-11-10T16:20:00,391 INFO [RS:0;8e3de9160f9f:38883 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:20:00,392 INFO [RS:0;8e3de9160f9f:38883 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:38883. 2024-11-10T16:20:00,392 DEBUG [RS:0;8e3de9160f9f:38883 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:20:00,392 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5e8dd7fc51eda25a62f80c56caf1085f, disabling compactions & flushes 2024-11-10T16:20:00,392 DEBUG [RS:0;8e3de9160f9f:38883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:00,392 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731255586316.5e8dd7fc51eda25a62f80c56caf1085f. 2024-11-10T16:20:00,392 INFO [RS:0;8e3de9160f9f:38883 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T16:20:00,392 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731255586316.5e8dd7fc51eda25a62f80c56caf1085f. 2024-11-10T16:20:00,392 INFO [RS:0;8e3de9160f9f:38883 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T16:20:00,392 INFO [RS:0;8e3de9160f9f:38883 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T16:20:00,392 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731255586316.5e8dd7fc51eda25a62f80c56caf1085f. after waiting 0 ms 2024-11-10T16:20:00,392 INFO [RS:0;8e3de9160f9f:38883 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T16:20:00,392 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731255586316.5e8dd7fc51eda25a62f80c56caf1085f. 2024-11-10T16:20:00,392 INFO [RS:0;8e3de9160f9f:38883 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T16:20:00,392 DEBUG [RS:0;8e3de9160f9f:38883 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5e8dd7fc51eda25a62f80c56caf1085f=hbase:replication,,1731255586316.5e8dd7fc51eda25a62f80c56caf1085f.} 2024-11-10T16:20:00,392 DEBUG [RS:0;8e3de9160f9f:38883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5e8dd7fc51eda25a62f80c56caf1085f 2024-11-10T16:20:00,393 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T16:20:00,393 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T16:20:00,393 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T16:20:00,393 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T16:20:00,393 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T16:20:00,393 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-10T16:20:00,397 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/replication/5e8dd7fc51eda25a62f80c56caf1085f/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-10T16:20:00,398 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:20:00,398 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T16:20:00,398 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731255586316.5e8dd7fc51eda25a62f80c56caf1085f. 2024-11-10T16:20:00,398 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5e8dd7fc51eda25a62f80c56caf1085f: Waiting for close lock at 1731255600392Running coprocessor pre-close hooks at 1731255600392Disabling compacts and flushes for region at 1731255600392Disabling writes for close at 1731255600392Writing region close event to WAL at 1731255600393 (+1 ms)Running coprocessor post-close hooks at 1731255600398 (+5 ms)Closed at 1731255600398 2024-11-10T16:20:00,399 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731255586316.5e8dd7fc51eda25a62f80c56caf1085f. 2024-11-10T16:20:00,411 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/meta/1588230740/.tmp/info/cc5c75c1ac914ea18fc20918601b085d is 147, key is hbase:replication,,1731255586316.5e8dd7fc51eda25a62f80c56caf1085f./info:regioninfo/1731255598232/Put/seqid=0 2024-11-10T16:20:00,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741851_1027 (size=6385) 2024-11-10T16:20:00,445 INFO [regionserver/8e3de9160f9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:20:00,538 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T16:20:00,538 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T16:20:00,593 DEBUG [RS:0;8e3de9160f9f:38883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:20:00,793 DEBUG [RS:0;8e3de9160f9f:38883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:20:00,817 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/meta/1588230740/.tmp/info/cc5c75c1ac914ea18fc20918601b085d 2024-11-10T16:20:00,825 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/meta/1588230740/.tmp/info/cc5c75c1ac914ea18fc20918601b085d as hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/meta/1588230740/info/cc5c75c1ac914ea18fc20918601b085d 2024-11-10T16:20:00,832 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/meta/1588230740/info/cc5c75c1ac914ea18fc20918601b085d, entries=8, sequenceid=19, filesize=6.2 K 2024-11-10T16:20:00,833 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=19, compaction requested=false 2024-11-10T16:20:00,839 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-10T16:20:00,839 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:20:00,840 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T16:20:00,840 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T16:20:00,840 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731255600393Running coprocessor pre-close hooks at 1731255600393Disabling compacts and flushes for region at 1731255600393Disabling writes for close at 1731255600393Obtaining lock to block concurrent updates at 1731255600393Preparing flush snapshotting stores in 1588230740 at 1731255600393Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731255600394 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731255600394Flushing 1588230740/info: creating writer at 1731255600394Flushing 1588230740/info: appending metadata at 1731255600411 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731255600411Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68cff5a0: reopening flushed file at 1731255600825 (+414 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=19, compaction requested=false at 1731255600833 (+8 ms)Writing region close event to WAL at 1731255600835 (+2 ms)Running coprocessor post-close hooks at 1731255600839 (+4 ms)Closed at 1731255600840 (+1 ms) 2024-11-10T16:20:00,840 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T16:20:00,993 INFO [RS:0;8e3de9160f9f:38883 {}] regionserver.HRegionServer(976): stopping server 8e3de9160f9f,38883,1731255592648; all regions closed. 2024-11-10T16:20:00,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741849_1025 (size=2156) 2024-11-10T16:20:01,000 DEBUG [RS:0;8e3de9160f9f:38883 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/oldWALs 2024-11-10T16:20:01,000 INFO [RS:0;8e3de9160f9f:38883 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8e3de9160f9f%2C38883%2C1731255592648.meta:.meta(num 1731255593914) 2024-11-10T16:20:01,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741850_1026 (size=796) 2024-11-10T16:20:01,002 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/WALs/8e3de9160f9f,38883,1731255592648/8e3de9160f9f%2C38883%2C1731255592648.rep.1731255598184 not finished, retry = 0 2024-11-10T16:20:01,105 DEBUG [RS:0;8e3de9160f9f:38883 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/oldWALs 2024-11-10T16:20:01,106 INFO [RS:0;8e3de9160f9f:38883 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8e3de9160f9f%2C38883%2C1731255592648.rep:(num 1731255598184) 2024-11-10T16:20:01,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741848_1024 (size=93) 2024-11-10T16:20:01,110 DEBUG [RS:0;8e3de9160f9f:38883 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/oldWALs 2024-11-10T16:20:01,110 INFO [RS:0;8e3de9160f9f:38883 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8e3de9160f9f%2C38883%2C1731255592648:(num 1731255593611) 2024-11-10T16:20:01,110 DEBUG [RS:0;8e3de9160f9f:38883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:01,110 INFO [RS:0;8e3de9160f9f:38883 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:20:01,111 INFO [RS:0;8e3de9160f9f:38883 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:20:01,111 INFO [RS:0;8e3de9160f9f:38883 {}] hbase.ChoreService(370): Chore service for: regionserver/8e3de9160f9f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T16:20:01,111 INFO [RS:0;8e3de9160f9f:38883 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:20:01,111 INFO [regionserver/8e3de9160f9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:20:01,111 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/8e3de9160f9f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-10T16:20:01,111 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/8e3de9160f9f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-10T16:20:01,111 INFO [RS:0;8e3de9160f9f:38883 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8e3de9160f9f,38883,1731255592648 because: Region server is closing 2024-11-10T16:20:01,111 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/8e3de9160f9f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-10T16:20:01,111 INFO [RS:0;8e3de9160f9f:38883 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:38883. 2024-11-10T16:20:01,112 DEBUG [RS:0;8e3de9160f9f:38883 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:20:01,112 DEBUG [RS:0;8e3de9160f9f:38883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:01,112 DEBUG [RS:0;8e3de9160f9f:38883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:01,112 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:20:01,212 WARN [RS:0;8e3de9160f9f:38883.replicationSource.wal-reader.8e3de9160f9f%2C38883%2C1731255592648,1-8e3de9160f9f,38883,1731255592648 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T16:20:01,212 WARN [RS:0;8e3de9160f9f:38883.replicationSource.shipper8e3de9160f9f%2C38883%2C1731255592648,1-8e3de9160f9f,38883,1731255592648 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T16:20:01,212 INFO [RS:0;8e3de9160f9f:38883 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;8e3de9160f9f:38883.replicationSource.shipper8e3de9160f9f%2C38883%2C1731255592648,1-8e3de9160f9f,38883,1731255592648 terminated 2024-11-10T16:20:01,213 INFO [RS:0;8e3de9160f9f:38883 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-8e3de9160f9f,38883,1731255592648 because: Region server is closing 2024-11-10T16:20:01,213 INFO [RS:0;8e3de9160f9f:38883 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:38883. 2024-11-10T16:20:01,213 DEBUG [RS:0;8e3de9160f9f:38883 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:20:01,213 DEBUG [RS:0;8e3de9160f9f:38883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:01,213 DEBUG [RS:0;8e3de9160f9f:38883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:01,213 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:20:01,313 WARN [RS:0;8e3de9160f9f:38883.replicationSource.wal-reader.8e3de9160f9f%2C38883%2C1731255592648,2-8e3de9160f9f,38883,1731255592648 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T16:20:01,313 WARN [RS:0;8e3de9160f9f:38883.replicationSource.shipper8e3de9160f9f%2C38883%2C1731255592648,2-8e3de9160f9f,38883,1731255592648 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T16:20:01,314 INFO [RS:0;8e3de9160f9f:38883 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;8e3de9160f9f:38883.replicationSource.shipper8e3de9160f9f%2C38883%2C1731255592648,2-8e3de9160f9f,38883,1731255592648 terminated 2024-11-10T16:20:01,314 INFO [RS:0;8e3de9160f9f:38883 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38883 2024-11-10T16:20:01,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x10102ad8b970007, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01968735514/rs/8e3de9160f9f,38883,1731255592648 2024-11-10T16:20:01,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45657-0x10102ad8b970006, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968735514/rs 2024-11-10T16:20:01,316 INFO [RS:0;8e3de9160f9f:38883 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:20:01,317 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8e3de9160f9f,38883,1731255592648] 2024-11-10T16:20:01,320 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01968735514/draining/8e3de9160f9f,38883,1731255592648 already deleted, retry=false 2024-11-10T16:20:01,320 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8e3de9160f9f,38883,1731255592648 expired; onlineServers=0 2024-11-10T16:20:01,320 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8e3de9160f9f,45657,1731255592611' ***** 2024-11-10T16:20:01,320 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T16:20:01,320 INFO [M:0;8e3de9160f9f:45657 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:20:01,320 INFO [M:0;8e3de9160f9f:45657 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:20:01,320 DEBUG [M:0;8e3de9160f9f:45657 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T16:20:01,320 DEBUG [M:0;8e3de9160f9f:45657 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T16:20:01,320 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T16:20:01,320 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255593334 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255593334,5,FailOnTimeoutGroup] 2024-11-10T16:20:01,320 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255593334 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255593334,5,FailOnTimeoutGroup] 2024-11-10T16:20:01,321 INFO [M:0;8e3de9160f9f:45657 {}] hbase.ChoreService(370): Chore service for: master/8e3de9160f9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T16:20:01,321 INFO [M:0;8e3de9160f9f:45657 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:20:01,321 DEBUG [M:0;8e3de9160f9f:45657 {}] master.HMaster(1795): Stopping service threads 2024-11-10T16:20:01,321 INFO [M:0;8e3de9160f9f:45657 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T16:20:01,321 INFO [M:0;8e3de9160f9f:45657 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:20:01,321 INFO [M:0;8e3de9160f9f:45657 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T16:20:01,321 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T16:20:01,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45657-0x10102ad8b970006, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01968735514/master 2024-11-10T16:20:01,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45657-0x10102ad8b970006, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968735514 2024-11-10T16:20:01,322 DEBUG [M:0;8e3de9160f9f:45657 {}] zookeeper.ZKUtil(347): master:45657-0x10102ad8b970006, quorum=127.0.0.1:50057, baseZNode=/01968735514 Unable to get data of znode /01968735514/master because node does not exist (not an error) 2024-11-10T16:20:01,322 WARN [M:0;8e3de9160f9f:45657 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T16:20:01,323 INFO [M:0;8e3de9160f9f:45657 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/.lastflushedseqids 2024-11-10T16:20:01,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741852_1028 (size=181) 2024-11-10T16:20:01,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x10102ad8b970007, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:20:01,418 INFO [RS:0;8e3de9160f9f:38883 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:20:01,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x10102ad8b970007, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:20:01,419 INFO [RS:0;8e3de9160f9f:38883 {}] regionserver.HRegionServer(1031): Exiting; stopping=8e3de9160f9f,38883,1731255592648; zookeeper connection closed. 2024-11-10T16:20:01,419 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65d1daf8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65d1daf8 2024-11-10T16:20:01,419 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T16:20:01,730 INFO [M:0;8e3de9160f9f:45657 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T16:20:01,730 INFO [M:0;8e3de9160f9f:45657 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T16:20:01,730 DEBUG [M:0;8e3de9160f9f:45657 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T16:20:01,731 INFO [M:0;8e3de9160f9f:45657 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:20:01,731 DEBUG [M:0;8e3de9160f9f:45657 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:20:01,731 DEBUG [M:0;8e3de9160f9f:45657 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T16:20:01,731 DEBUG [M:0;8e3de9160f9f:45657 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:20:01,731 INFO [M:0;8e3de9160f9f:45657 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-10T16:20:01,753 DEBUG [M:0;8e3de9160f9f:45657 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dbef459eeac2415db7897cf2372b3620 is 82, key is hbase:meta,,1/info:regioninfo/1731255593986/Put/seqid=0 2024-11-10T16:20:01,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741853_1029 (size=5680) 2024-11-10T16:20:02,160 INFO [M:0;8e3de9160f9f:45657 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dbef459eeac2415db7897cf2372b3620 2024-11-10T16:20:02,184 DEBUG [M:0;8e3de9160f9f:45657 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22c41a56187e4be48f44db32d0d73823 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731255598245/Put/seqid=0 2024-11-10T16:20:02,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741854_1030 (size=7319) 2024-11-10T16:20:02,589 INFO [M:0;8e3de9160f9f:45657 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22c41a56187e4be48f44db32d0d73823 2024-11-10T16:20:02,612 DEBUG [M:0;8e3de9160f9f:45657 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2c6e8987ef4445a9051801955b361a1 is 69, key is 8e3de9160f9f,38883,1731255592648/rs:state/1731255593388/Put/seqid=0 2024-11-10T16:20:02,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741855_1031 (size=5371) 2024-11-10T16:20:03,018 INFO [M:0;8e3de9160f9f:45657 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2c6e8987ef4445a9051801955b361a1 2024-11-10T16:20:03,025 INFO [M:0;8e3de9160f9f:45657 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e2c6e8987ef4445a9051801955b361a1 2024-11-10T16:20:03,026 DEBUG [M:0;8e3de9160f9f:45657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dbef459eeac2415db7897cf2372b3620 as hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dbef459eeac2415db7897cf2372b3620 2024-11-10T16:20:03,032 INFO [M:0;8e3de9160f9f:45657 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dbef459eeac2415db7897cf2372b3620, entries=8, sequenceid=172, filesize=5.5 K 2024-11-10T16:20:03,034 DEBUG [M:0;8e3de9160f9f:45657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22c41a56187e4be48f44db32d0d73823 as hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/22c41a56187e4be48f44db32d0d73823 2024-11-10T16:20:03,040 INFO [M:0;8e3de9160f9f:45657 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/22c41a56187e4be48f44db32d0d73823, entries=7, sequenceid=172, filesize=7.1 K 2024-11-10T16:20:03,042 DEBUG [M:0;8e3de9160f9f:45657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2c6e8987ef4445a9051801955b361a1 as hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e2c6e8987ef4445a9051801955b361a1 2024-11-10T16:20:03,048 INFO [M:0;8e3de9160f9f:45657 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e2c6e8987ef4445a9051801955b361a1 2024-11-10T16:20:03,048 INFO [M:0;8e3de9160f9f:45657 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40223/user/jenkins/test-data/3458649e-2d96-a723-d63a-405822f6bd25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e2c6e8987ef4445a9051801955b361a1, entries=2, sequenceid=172, filesize=5.2 K 2024-11-10T16:20:03,050 INFO [M:0;8e3de9160f9f:45657 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1319ms, sequenceid=172, compaction requested=false 2024-11-10T16:20:03,051 INFO [M:0;8e3de9160f9f:45657 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:20:03,052 DEBUG [M:0;8e3de9160f9f:45657 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731255601730Disabling compacts and flushes for region at 1731255601730Disabling writes for close at 1731255601731 (+1 ms)Obtaining lock to block concurrent updates at 1731255601731Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731255601731Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731255601731Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731255601732 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731255601732Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731255601753 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731255601753Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731255602167 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731255602183 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731255602183Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731255602595 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731255602611 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731255602612 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bd8e37f: reopening flushed file at 1731255603025 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2de2a809: reopening flushed file at 1731255603033 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@419c9343: reopening flushed file at 1731255603041 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1319ms, sequenceid=172, compaction requested=false at 1731255603050 (+9 ms)Writing region close event to WAL at 1731255603051 (+1 ms)Closed at 1731255603051 2024-11-10T16:20:03,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741847_1023 (size=22949) 2024-11-10T16:20:03,055 INFO [M:0;8e3de9160f9f:45657 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T16:20:03,055 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:20:03,055 INFO [M:0;8e3de9160f9f:45657 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45657 2024-11-10T16:20:03,056 INFO [M:0;8e3de9160f9f:45657 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:20:03,158 INFO [M:0;8e3de9160f9f:45657 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:20:03,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45657-0x10102ad8b970006, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:20:03,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45657-0x10102ad8b970006, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:20:03,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T16:20:03,161 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T16:20:03,161 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T16:20:03,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T16:20:03,162 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d8ece3e-7c03-c9e8-6080-e6e13f860d57/hadoop.log.dir/,STOPPED} 2024-11-10T16:20:03,163 WARN [BP-611128718-172.17.0.2-1731255575603 heartbeating to localhost/127.0.0.1:40223 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T16:20:03,163 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T16:20:03,163 WARN [BP-611128718-172.17.0.2-1731255575603 heartbeating to localhost/127.0.0.1:40223 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-611128718-172.17.0.2-1731255575603 (Datanode Uuid 65934f7e-07f1-4da9-bb83-9cd3895ef0b6) service to localhost/127.0.0.1:40223 2024-11-10T16:20:03,163 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T16:20:03,164 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d8ece3e-7c03-c9e8-6080-e6e13f860d57/cluster_bcab62da-9b5b-8d0e-a768-89fd82ff6c80/data/data1/current/BP-611128718-172.17.0.2-1731255575603 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T16:20:03,164 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d8ece3e-7c03-c9e8-6080-e6e13f860d57/cluster_bcab62da-9b5b-8d0e-a768-89fd82ff6c80/data/data2/current/BP-611128718-172.17.0.2-1731255575603 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T16:20:03,164 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T16:20:03,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T16:20:03,171 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T16:20:03,171 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T16:20:03,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T16:20:03,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d8ece3e-7c03-c9e8-6080-e6e13f860d57/hadoop.log.dir/,STOPPED} 2024-11-10T16:20:03,179 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T16:20:03,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T16:20:03,204 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: regionserver/8e3de9160f9f:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/8e3de9160f9f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35753 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: regionserver/8e3de9160f9f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/8e3de9160f9f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:40223 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40223 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50057) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@702d8cb3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/8e3de9160f9f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40223 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35753 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35753 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50057) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40223 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:35753 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35753 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:40223 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40223 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=102 (was 80) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7326 (was 8136) 2024-11-10T16:20:03,213 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=102, ProcessCount=11, AvailableMemoryMB=7325 2024-11-10T16:20:03,228 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-10T16:20:03,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c9ffab-a1a9-fda4-e533-3d60c3b355bc/hadoop.log.dir so I do NOT create it in target/test-data/cc939496-37c4-a2a1-c7b5-c30e12d1f0a2 2024-11-10T16:20:03,229 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c9ffab-a1a9-fda4-e533-3d60c3b355bc/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T16:20:03,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c9ffab-a1a9-fda4-e533-3d60c3b355bc/hadoop.tmp.dir so I do NOT create it in target/test-data/cc939496-37c4-a2a1-c7b5-c30e12d1f0a2 2024-11-10T16:20:03,229 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c9ffab-a1a9-fda4-e533-3d60c3b355bc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T16:20:03,229 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc939496-37c4-a2a1-c7b5-c30e12d1f0a2 2024-11-10T16:20:03,229 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc939496-37c4-a2a1-c7b5-c30e12d1f0a2/cluster_610ec18a-679a-a397-8cb3-d1f6773370e8, deleteOnExit=true 2024-11-10T16:20:03,232 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc939496-37c4-a2a1-c7b5-c30e12d1f0a2/cluster_610ec18a-679a-a397-8cb3-d1f6773370e8/zookeeper_0, clientPort=60286, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc939496-37c4-a2a1-c7b5-c30e12d1f0a2/cluster_610ec18a-679a-a397-8cb3-d1f6773370e8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc939496-37c4-a2a1-c7b5-c30e12d1f0a2/cluster_610ec18a-679a-a397-8cb3-d1f6773370e8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T16:20:03,233 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60286 2024-11-10T16:20:03,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T16:20:03,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T16:20:03,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc939496-37c4-a2a1-c7b5-c30e12d1f0a2/test.cache.data in system properties and HBase conf 2024-11-10T16:20:03,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc939496-37c4-a2a1-c7b5-c30e12d1f0a2/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T16:20:03,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc939496-37c4-a2a1-c7b5-c30e12d1f0a2/hadoop.log.dir in system properties and HBase conf 2024-11-10T16:20:03,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc939496-37c4-a2a1-c7b5-c30e12d1f0a2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T16:20:03,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc939496-37c4-a2a1-c7b5-c30e12d1f0a2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T16:20:03,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T16:20:03,234 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T16:20:03,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc939496-37c4-a2a1-c7b5-c30e12d1f0a2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T16:20:03,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc939496-37c4-a2a1-c7b5-c30e12d1f0a2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T16:20:03,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc939496-37c4-a2a1-c7b5-c30e12d1f0a2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T16:20:03,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc939496-37c4-a2a1-c7b5-c30e12d1f0a2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T16:20:03,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc939496-37c4-a2a1-c7b5-c30e12d1f0a2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T16:20:03,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc939496-37c4-a2a1-c7b5-c30e12d1f0a2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T16:20:03,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc939496-37c4-a2a1-c7b5-c30e12d1f0a2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T16:20:03,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc939496-37c4-a2a1-c7b5-c30e12d1f0a2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T16:20:03,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc939496-37c4-a2a1-c7b5-c30e12d1f0a2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T16:20:03,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc939496-37c4-a2a1-c7b5-c30e12d1f0a2/nfs.dump.dir in system properties and HBase conf 2024-11-10T16:20:03,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc939496-37c4-a2a1-c7b5-c30e12d1f0a2/java.io.tmpdir in system properties and HBase conf 2024-11-10T16:20:03,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc939496-37c4-a2a1-c7b5-c30e12d1f0a2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T16:20:03,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc939496-37c4-a2a1-c7b5-c30e12d1f0a2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T16:20:03,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc939496-37c4-a2a1-c7b5-c30e12d1f0a2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T16:20:03,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10102ad8b970002, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T16:20:03,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10102ad8b970005, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T16:20:03,276 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10102ad8b970002, quorum=127.0.0.1:50057, baseZNode=/01968735514 Received Disconnected from ZooKeeper, ignoring 2024-11-10T16:20:03,276 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10102ad8b970005, quorum=127.0.0.1:50057, baseZNode=/1-1801766627 Received Disconnected from ZooKeeper, ignoring 2024-11-10T16:20:03,343 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:20:03,349 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T16:20:03,350 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T16:20:03,350 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T16:20:03,350 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T16:20:03,351 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:20:03,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24580203{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc939496-37c4-a2a1-c7b5-c30e12d1f0a2/hadoop.log.dir/,AVAILABLE} 2024-11-10T16:20:03,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@162c83f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T16:20:03,470 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2778bd0e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc939496-37c4-a2a1-c7b5-c30e12d1f0a2/java.io.tmpdir/jetty-localhost-43661-hadoop-hdfs-3_4_1-tests_jar-_-any-16049776328582738680/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T16:20:03,471 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d77b542{HTTP/1.1, (http/1.1)}{localhost:43661} 2024-11-10T16:20:03,471 INFO [Time-limited test {}] server.Server(415): Started @29932ms 2024-11-10T16:20:03,567 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:20:03,571 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T16:20:03,574 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T16:20:03,574 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T16:20:03,574 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T16:20:03,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39cf0554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc939496-37c4-a2a1-c7b5-c30e12d1f0a2/hadoop.log.dir/,AVAILABLE} 2024-11-10T16:20:03,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ce4b172{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T16:20:03,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@718397a1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc939496-37c4-a2a1-c7b5-c30e12d1f0a2/java.io.tmpdir/jetty-localhost-44469-hadoop-hdfs-3_4_1-tests_jar-_-any-14976877016869344846/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T16:20:03,692 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39c09d44{HTTP/1.1, (http/1.1)}{localhost:44469} 2024-11-10T16:20:03,692 INFO [Time-limited test {}] server.Server(415): Started @30152ms 2024-11-10T16:20:03,693 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T16:20:03,832 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc939496-37c4-a2a1-c7b5-c30e12d1f0a2/cluster_610ec18a-679a-a397-8cb3-d1f6773370e8/data/data2/current/BP-112728570-172.17.0.2-1731255603268/current, will proceed with Du for space computation calculation, 2024-11-10T16:20:03,832 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc939496-37c4-a2a1-c7b5-c30e12d1f0a2/cluster_610ec18a-679a-a397-8cb3-d1f6773370e8/data/data1/current/BP-112728570-172.17.0.2-1731255603268/current, will proceed with Du for space computation calculation, 2024-11-10T16:20:03,850 WARN [Thread-486 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T16:20:03,853 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x324df585fb8159d2 with lease ID 0xbaf94513b6c73a86: Processing first storage report for DS-2fe659c6-d63c-4556-ba4f-5671f9558502 from datanode DatanodeRegistration(127.0.0.1:44071, datanodeUuid=5c70e6fc-5955-499f-9c33-3c4d6d7b6f85, infoPort=42969, infoSecurePort=0, ipcPort=36107, storageInfo=lv=-57;cid=testClusterID;nsid=1602019504;c=1731255603268) 2024-11-10T16:20:03,853 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x324df585fb8159d2 with lease ID 0xbaf94513b6c73a86: from storage DS-2fe659c6-d63c-4556-ba4f-5671f9558502 node DatanodeRegistration(127.0.0.1:44071, datanodeUuid=5c70e6fc-5955-499f-9c33-3c4d6d7b6f85, infoPort=42969, infoSecurePort=0, ipcPort=36107, storageInfo=lv=-57;cid=testClusterID;nsid=1602019504;c=1731255603268), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T16:20:03,853 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x324df585fb8159d2 with lease ID 0xbaf94513b6c73a86: Processing first storage report for DS-1e9a97d8-329f-45e4-93d1-1bf80495dc17 from datanode DatanodeRegistration(127.0.0.1:44071, datanodeUuid=5c70e6fc-5955-499f-9c33-3c4d6d7b6f85, infoPort=42969, infoSecurePort=0, ipcPort=36107, storageInfo=lv=-57;cid=testClusterID;nsid=1602019504;c=1731255603268) 2024-11-10T16:20:03,853 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x324df585fb8159d2 with lease ID 0xbaf94513b6c73a86: from storage DS-1e9a97d8-329f-45e4-93d1-1bf80495dc17 node DatanodeRegistration(127.0.0.1:44071, datanodeUuid=5c70e6fc-5955-499f-9c33-3c4d6d7b6f85, infoPort=42969, infoSecurePort=0, ipcPort=36107, storageInfo=lv=-57;cid=testClusterID;nsid=1602019504;c=1731255603268), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T16:20:03,923 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc939496-37c4-a2a1-c7b5-c30e12d1f0a2 2024-11-10T16:20:03,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:20:03,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:20:03,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741825_1001 (size=7) 2024-11-10T16:20:04,335 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75 with version=8 2024-11-10T16:20:04,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/hbase-staging 2024-11-10T16:20:04,338 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:20:04,338 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:20:04,338 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:20:04,338 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:20:04,338 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:20:04,338 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:20:04,338 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T16:20:04,338 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:20:04,339 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36879 2024-11-10T16:20:04,340 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36879 connecting to ZooKeeper ensemble=127.0.0.1:60286 2024-11-10T16:20:04,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368790x0, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:20:04,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36879-0x10102adfaaf0000 connected 2024-11-10T16:20:04,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:20:04,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:20:04,370 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36879-0x10102adfaaf0000, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Set watcher on znode that does not yet exist, /0-1671147043/running 2024-11-10T16:20:04,370 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75, hbase.cluster.distributed=false 2024-11-10T16:20:04,372 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36879-0x10102adfaaf0000, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Set watcher on znode that does not yet exist, /0-1671147043/acl 2024-11-10T16:20:04,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36879 2024-11-10T16:20:04,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36879 2024-11-10T16:20:04,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36879 2024-11-10T16:20:04,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36879 2024-11-10T16:20:04,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36879 2024-11-10T16:20:04,392 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:20:04,392 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:20:04,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:20:04,393 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:20:04,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:20:04,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:20:04,393 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T16:20:04,393 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:20:04,394 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43609 2024-11-10T16:20:04,395 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43609 connecting to ZooKeeper ensemble=127.0.0.1:60286 2024-11-10T16:20:04,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:20:04,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:20:04,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436090x0, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:20:04,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43609-0x10102adfaaf0001 connected 2024-11-10T16:20:04,402 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43609-0x10102adfaaf0001, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Set watcher on znode that does not yet exist, /0-1671147043/running 2024-11-10T16:20:04,402 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T16:20:04,403 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T16:20:04,404 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43609-0x10102adfaaf0001, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Set watcher on znode that does not yet exist, /0-1671147043/master 2024-11-10T16:20:04,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43609-0x10102adfaaf0001, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Set watcher on znode that does not yet exist, /0-1671147043/acl 2024-11-10T16:20:04,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43609 2024-11-10T16:20:04,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43609 2024-11-10T16:20:04,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43609 2024-11-10T16:20:04,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43609 2024-11-10T16:20:04,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43609 2024-11-10T16:20:04,423 DEBUG [M:0;8e3de9160f9f:36879 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8e3de9160f9f:36879 2024-11-10T16:20:04,423 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1671147043/backup-masters/8e3de9160f9f,36879,1731255604337 2024-11-10T16:20:04,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36879-0x10102adfaaf0000, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671147043/backup-masters 2024-11-10T16:20:04,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43609-0x10102adfaaf0001, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671147043/backup-masters 2024-11-10T16:20:04,426 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36879-0x10102adfaaf0000, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Set watcher on existing znode=/0-1671147043/backup-masters/8e3de9160f9f,36879,1731255604337 2024-11-10T16:20:04,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43609-0x10102adfaaf0001, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1671147043/master 2024-11-10T16:20:04,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36879-0x10102adfaaf0000, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671147043 2024-11-10T16:20:04,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43609-0x10102adfaaf0001, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671147043 2024-11-10T16:20:04,428 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36879-0x10102adfaaf0000, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Set watcher on existing znode=/0-1671147043/master 2024-11-10T16:20:04,428 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1671147043/backup-masters/8e3de9160f9f,36879,1731255604337 from backup master directory 2024-11-10T16:20:04,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36879-0x10102adfaaf0000, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1671147043/backup-masters/8e3de9160f9f,36879,1731255604337 2024-11-10T16:20:04,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43609-0x10102adfaaf0001, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671147043/backup-masters 2024-11-10T16:20:04,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36879-0x10102adfaaf0000, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671147043/backup-masters 2024-11-10T16:20:04,431 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:20:04,431 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8e3de9160f9f,36879,1731255604337 2024-11-10T16:20:04,436 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/hbase.id] with ID: 0d2aeb60-657d-4b63-9f68-0f0da82e00ea 2024-11-10T16:20:04,436 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/.tmp/hbase.id 2024-11-10T16:20:04,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741826_1002 (size=42) 2024-11-10T16:20:04,842 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/.tmp/hbase.id]:[hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/hbase.id] 2024-11-10T16:20:04,856 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:20:04,856 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T16:20:04,858 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-10T16:20:04,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36879-0x10102adfaaf0000, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671147043 2024-11-10T16:20:04,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43609-0x10102adfaaf0001, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671147043 2024-11-10T16:20:04,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741827_1003 (size=196) 2024-11-10T16:20:05,267 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:20:05,268 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T16:20:05,268 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:20:05,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741828_1004 (size=1189) 2024-11-10T16:20:05,677 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/MasterData/data/master/store 2024-11-10T16:20:05,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741829_1005 (size=34) 2024-11-10T16:20:05,900 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T16:20:05,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:20:05,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:20:06,084 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:20:06,084 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T16:20:06,084 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:20:06,084 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:20:06,084 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T16:20:06,084 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:20:06,084 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:20:06,084 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731255606084Disabling compacts and flushes for region at 1731255606084Disabling writes for close at 1731255606084Writing region close event to WAL at 1731255606084Closed at 1731255606084 2024-11-10T16:20:06,085 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/MasterData/data/master/store/.initializing 2024-11-10T16:20:06,085 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/MasterData/WALs/8e3de9160f9f,36879,1731255604337 2024-11-10T16:20:06,086 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:20:06,088 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8e3de9160f9f%2C36879%2C1731255604337, suffix=, logDir=hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/MasterData/WALs/8e3de9160f9f,36879,1731255604337, archiveDir=hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/MasterData/oldWALs, maxLogs=10 2024-11-10T16:20:06,102 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/MasterData/WALs/8e3de9160f9f,36879,1731255604337/8e3de9160f9f%2C36879%2C1731255604337.1731255606089, exclude list is [], retry=0 2024-11-10T16:20:06,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44071,DS-2fe659c6-d63c-4556-ba4f-5671f9558502,DISK] 2024-11-10T16:20:06,107 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/MasterData/WALs/8e3de9160f9f,36879,1731255604337/8e3de9160f9f%2C36879%2C1731255604337.1731255606089 2024-11-10T16:20:06,107 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42969:42969)] 2024-11-10T16:20:06,107 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:20:06,107 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:20:06,108 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:06,108 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:06,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:06,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T16:20:06,110 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:06,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:20:06,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:06,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T16:20:06,112 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:06,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:20:06,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:06,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T16:20:06,114 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:06,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:20:06,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:06,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T16:20:06,116 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:06,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:20:06,116 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:06,117 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:06,117 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:06,119 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:06,119 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:06,119 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:20:06,120 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:06,123 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:20:06,123 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65679128, jitterRate=-0.021304726600646973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:20:06,124 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731255606108Initializing all the Stores at 1731255606109 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255606109Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255606109Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255606109Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255606109Cleaning up temporary data from old regions at 1731255606119 (+10 ms)Region opened successfully at 1731255606124 (+5 ms) 2024-11-10T16:20:06,124 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T16:20:06,127 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2238d52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:20:06,128 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T16:20:06,128 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T16:20:06,129 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T16:20:06,129 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T16:20:06,129 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T16:20:06,129 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T16:20:06,129 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T16:20:06,131 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T16:20:06,133 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36879-0x10102adfaaf0000, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Unable to get data of znode /0-1671147043/balancer because node does not exist (not necessarily an error) 2024-11-10T16:20:06,134 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1671147043/balancer already deleted, retry=false 2024-11-10T16:20:06,134 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T16:20:06,135 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36879-0x10102adfaaf0000, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Unable to get data of znode /0-1671147043/normalizer because node does not exist (not necessarily an error) 2024-11-10T16:20:06,137 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1671147043/normalizer already deleted, retry=false 2024-11-10T16:20:06,137 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T16:20:06,138 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36879-0x10102adfaaf0000, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Unable to get data of znode /0-1671147043/switch/split because node does not exist (not necessarily an error) 2024-11-10T16:20:06,140 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1671147043/switch/split already deleted, retry=false 2024-11-10T16:20:06,141 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36879-0x10102adfaaf0000, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Unable to get data of znode /0-1671147043/switch/merge because node does not exist (not necessarily an error) 2024-11-10T16:20:06,142 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1671147043/switch/merge already deleted, retry=false 2024-11-10T16:20:06,144 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36879-0x10102adfaaf0000, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Unable to get data of znode /0-1671147043/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T16:20:06,145 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1671147043/snapshot-cleanup already deleted, retry=false 2024-11-10T16:20:06,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36879-0x10102adfaaf0000, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1671147043/running 2024-11-10T16:20:06,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43609-0x10102adfaaf0001, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1671147043/running 2024-11-10T16:20:06,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36879-0x10102adfaaf0000, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671147043 2024-11-10T16:20:06,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43609-0x10102adfaaf0001, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671147043 2024-11-10T16:20:06,148 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8e3de9160f9f,36879,1731255604337, sessionid=0x10102adfaaf0000, setting cluster-up flag (Was=false) 2024-11-10T16:20:06,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36879-0x10102adfaaf0000, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671147043 2024-11-10T16:20:06,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43609-0x10102adfaaf0001, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671147043 2024-11-10T16:20:06,158 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1671147043/flush-table-proc/acquired, /0-1671147043/flush-table-proc/reached, /0-1671147043/flush-table-proc/abort 2024-11-10T16:20:06,159 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,36879,1731255604337 2024-11-10T16:20:06,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36879-0x10102adfaaf0000, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671147043 2024-11-10T16:20:06,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43609-0x10102adfaaf0001, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671147043 2024-11-10T16:20:06,169 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1671147043/online-snapshot/acquired, /0-1671147043/online-snapshot/reached, /0-1671147043/online-snapshot/abort 2024-11-10T16:20:06,170 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,36879,1731255604337 2024-11-10T16:20:06,171 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T16:20:06,173 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T16:20:06,174 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T16:20:06,174 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T16:20:06,174 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 8e3de9160f9f,44467,1731255578885: status=Processing ServerCrashProcedure of 8e3de9160f9f,44467,1731255578885 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731255593332, completionTime=-1 appears to have been leaked 2024-11-10T16:20:06,174 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8e3de9160f9f,36879,1731255604337 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T16:20:06,176 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:20:06,176 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:20:06,176 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:20:06,176 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:20:06,176 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8e3de9160f9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T16:20:06,176 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:06,176 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:20:06,176 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:06,177 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731255636177 2024-11-10T16:20:06,178 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T16:20:06,178 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T16:20:06,178 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T16:20:06,178 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T16:20:06,178 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T16:20:06,178 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T16:20:06,178 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:20:06,178 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:06,178 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T16:20:06,179 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:06,179 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T16:20:06,180 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T16:20:06,180 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T16:20:06,180 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T16:20:06,180 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T16:20:06,180 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T16:20:06,180 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T16:20:06,181 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255606180,5,FailOnTimeoutGroup] 2024-11-10T16:20:06,181 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255606181,5,FailOnTimeoutGroup] 2024-11-10T16:20:06,181 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:06,181 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T16:20:06,181 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:06,181 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:06,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741831_1007 (size=1321) 2024-11-10T16:20:06,213 INFO [RS:0;8e3de9160f9f:43609 {}] regionserver.HRegionServer(746): ClusterId : 0d2aeb60-657d-4b63-9f68-0f0da82e00ea 2024-11-10T16:20:06,214 DEBUG [RS:0;8e3de9160f9f:43609 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T16:20:06,216 DEBUG [RS:0;8e3de9160f9f:43609 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T16:20:06,216 DEBUG [RS:0;8e3de9160f9f:43609 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T16:20:06,218 DEBUG [RS:0;8e3de9160f9f:43609 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T16:20:06,219 DEBUG [RS:0;8e3de9160f9f:43609 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb9a397, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:20:06,231 DEBUG [RS:0;8e3de9160f9f:43609 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8e3de9160f9f:43609 2024-11-10T16:20:06,231 INFO [RS:0;8e3de9160f9f:43609 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T16:20:06,231 INFO [RS:0;8e3de9160f9f:43609 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T16:20:06,231 DEBUG [RS:0;8e3de9160f9f:43609 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T16:20:06,232 INFO [RS:0;8e3de9160f9f:43609 {}] regionserver.HRegionServer(2659): reportForDuty to master=8e3de9160f9f,36879,1731255604337 with port=43609, startcode=1731255604392 2024-11-10T16:20:06,232 DEBUG [RS:0;8e3de9160f9f:43609 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T16:20:06,234 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T16:20:06,235 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36879 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8e3de9160f9f,43609,1731255604392 2024-11-10T16:20:06,235 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36879 {}] master.ServerManager(517): Registering regionserver=8e3de9160f9f,43609,1731255604392 2024-11-10T16:20:06,237 DEBUG [RS:0;8e3de9160f9f:43609 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75 2024-11-10T16:20:06,237 DEBUG [RS:0;8e3de9160f9f:43609 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38803 2024-11-10T16:20:06,237 DEBUG [RS:0;8e3de9160f9f:43609 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T16:20:06,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36879-0x10102adfaaf0000, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671147043/rs 2024-11-10T16:20:06,241 DEBUG [RS:0;8e3de9160f9f:43609 {}] zookeeper.ZKUtil(111): regionserver:43609-0x10102adfaaf0001, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Set watcher on existing znode=/0-1671147043/rs/8e3de9160f9f,43609,1731255604392 2024-11-10T16:20:06,241 WARN [RS:0;8e3de9160f9f:43609 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:20:06,241 INFO [RS:0;8e3de9160f9f:43609 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:20:06,241 DEBUG [RS:0;8e3de9160f9f:43609 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/WALs/8e3de9160f9f,43609,1731255604392 2024-11-10T16:20:06,241 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8e3de9160f9f,43609,1731255604392] 2024-11-10T16:20:06,245 INFO [RS:0;8e3de9160f9f:43609 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T16:20:06,246 INFO [RS:0;8e3de9160f9f:43609 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T16:20:06,247 INFO [RS:0;8e3de9160f9f:43609 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T16:20:06,247 INFO [RS:0;8e3de9160f9f:43609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:06,248 INFO [RS:0;8e3de9160f9f:43609 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T16:20:06,249 INFO [RS:0;8e3de9160f9f:43609 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T16:20:06,249 INFO [RS:0;8e3de9160f9f:43609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:06,249 DEBUG [RS:0;8e3de9160f9f:43609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:06,249 DEBUG [RS:0;8e3de9160f9f:43609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:06,249 DEBUG [RS:0;8e3de9160f9f:43609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:06,250 DEBUG [RS:0;8e3de9160f9f:43609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:06,250 DEBUG [RS:0;8e3de9160f9f:43609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:06,250 DEBUG [RS:0;8e3de9160f9f:43609 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:20:06,250 DEBUG [RS:0;8e3de9160f9f:43609 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:06,250 DEBUG [RS:0;8e3de9160f9f:43609 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:06,250 DEBUG [RS:0;8e3de9160f9f:43609 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:06,250 DEBUG [RS:0;8e3de9160f9f:43609 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:06,250 DEBUG [RS:0;8e3de9160f9f:43609 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:06,250 DEBUG [RS:0;8e3de9160f9f:43609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:06,250 DEBUG [RS:0;8e3de9160f9f:43609 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:20:06,250 DEBUG [RS:0;8e3de9160f9f:43609 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:20:06,251 INFO [RS:0;8e3de9160f9f:43609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:06,251 INFO [RS:0;8e3de9160f9f:43609 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:06,251 INFO [RS:0;8e3de9160f9f:43609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:06,251 INFO [RS:0;8e3de9160f9f:43609 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:06,251 INFO [RS:0;8e3de9160f9f:43609 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:06,251 INFO [RS:0;8e3de9160f9f:43609 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,43609,1731255604392-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:20:06,267 INFO [RS:0;8e3de9160f9f:43609 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T16:20:06,267 INFO [RS:0;8e3de9160f9f:43609 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,43609,1731255604392-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:06,267 INFO [RS:0;8e3de9160f9f:43609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:06,267 INFO [RS:0;8e3de9160f9f:43609 {}] regionserver.Replication(171): 8e3de9160f9f,43609,1731255604392 started 2024-11-10T16:20:06,281 INFO [RS:0;8e3de9160f9f:43609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:06,281 INFO [RS:0;8e3de9160f9f:43609 {}] regionserver.HRegionServer(1482): Serving as 8e3de9160f9f,43609,1731255604392, RpcServer on 8e3de9160f9f/172.17.0.2:43609, sessionid=0x10102adfaaf0001 2024-11-10T16:20:06,282 DEBUG [RS:0;8e3de9160f9f:43609 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T16:20:06,282 DEBUG [RS:0;8e3de9160f9f:43609 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8e3de9160f9f,43609,1731255604392 2024-11-10T16:20:06,282 DEBUG [RS:0;8e3de9160f9f:43609 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,43609,1731255604392' 2024-11-10T16:20:06,282 DEBUG [RS:0;8e3de9160f9f:43609 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1671147043/flush-table-proc/abort' 2024-11-10T16:20:06,282 DEBUG [RS:0;8e3de9160f9f:43609 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1671147043/flush-table-proc/acquired' 2024-11-10T16:20:06,283 DEBUG [RS:0;8e3de9160f9f:43609 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T16:20:06,283 DEBUG [RS:0;8e3de9160f9f:43609 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T16:20:06,283 DEBUG [RS:0;8e3de9160f9f:43609 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8e3de9160f9f,43609,1731255604392 2024-11-10T16:20:06,283 DEBUG [RS:0;8e3de9160f9f:43609 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,43609,1731255604392' 2024-11-10T16:20:06,283 DEBUG [RS:0;8e3de9160f9f:43609 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1671147043/online-snapshot/abort' 2024-11-10T16:20:06,283 DEBUG [RS:0;8e3de9160f9f:43609 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1671147043/online-snapshot/acquired' 2024-11-10T16:20:06,284 DEBUG [RS:0;8e3de9160f9f:43609 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T16:20:06,284 INFO [RS:0;8e3de9160f9f:43609 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T16:20:06,284 INFO [RS:0;8e3de9160f9f:43609 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T16:20:06,384 INFO [RS:0;8e3de9160f9f:43609 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:20:06,386 INFO [RS:0;8e3de9160f9f:43609 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C43609%2C1731255604392, suffix=, logDir=hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/WALs/8e3de9160f9f,43609,1731255604392, archiveDir=hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/oldWALs, maxLogs=10 2024-11-10T16:20:06,400 DEBUG [RS:0;8e3de9160f9f:43609 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/WALs/8e3de9160f9f,43609,1731255604392/8e3de9160f9f%2C43609%2C1731255604392.1731255606387, exclude list is [], retry=0 2024-11-10T16:20:06,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44071,DS-2fe659c6-d63c-4556-ba4f-5671f9558502,DISK] 2024-11-10T16:20:06,406 INFO [RS:0;8e3de9160f9f:43609 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/WALs/8e3de9160f9f,43609,1731255604392/8e3de9160f9f%2C43609%2C1731255604392.1731255606387 2024-11-10T16:20:06,409 DEBUG [RS:0;8e3de9160f9f:43609 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42969:42969)] 2024-11-10T16:20:06,588 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T16:20:06,588 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75 2024-11-10T16:20:06,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741833_1009 (size=32) 2024-11-10T16:20:06,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:20:06,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:20:06,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:20:06,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:06,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:20:06,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:20:07,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:20:07,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:07,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:20:07,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:20:07,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:20:07,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:07,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:20:07,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:20:07,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:20:07,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:07,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:20:07,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:20:07,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/data/hbase/meta/1588230740 2024-11-10T16:20:07,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/data/hbase/meta/1588230740 2024-11-10T16:20:07,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:20:07,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:20:07,008 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:20:07,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:20:07,012 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:20:07,012 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74465295, jitterRate=0.10961936414241791}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:20:07,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731255606996Initializing all the Stores at 1731255606997 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255606997Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255606997Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255606997Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255606997Cleaning up temporary data from old regions at 1731255607007 (+10 ms)Region opened successfully at 1731255607013 (+6 ms) 2024-11-10T16:20:07,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T16:20:07,013 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T16:20:07,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T16:20:07,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T16:20:07,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T16:20:07,014 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T16:20:07,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731255607013Disabling compacts and flushes for region at 1731255607013Disabling writes for close at 1731255607014 (+1 ms)Writing region close event to WAL at 1731255607014Closed at 1731255607014 2024-11-10T16:20:07,016 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:20:07,016 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T16:20:07,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T16:20:07,017 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:20:07,018 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T16:20:07,169 DEBUG [8e3de9160f9f:36879 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T16:20:07,169 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8e3de9160f9f,43609,1731255604392 2024-11-10T16:20:07,171 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,43609,1731255604392, state=OPENING 2024-11-10T16:20:07,173 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T16:20:07,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43609-0x10102adfaaf0001, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671147043 2024-11-10T16:20:07,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36879-0x10102adfaaf0000, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671147043 2024-11-10T16:20:07,178 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:20:07,178 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1671147043/meta-region-server: CHANGED 2024-11-10T16:20:07,178 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1671147043/meta-region-server: CHANGED 2024-11-10T16:20:07,178 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,43609,1731255604392}] 2024-11-10T16:20:07,330 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T16:20:07,332 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T16:20:07,336 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T16:20:07,336 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:20:07,337 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T16:20:07,338 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C43609%2C1731255604392.meta, suffix=.meta, logDir=hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/WALs/8e3de9160f9f,43609,1731255604392, archiveDir=hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/oldWALs, maxLogs=10 2024-11-10T16:20:07,352 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/WALs/8e3de9160f9f,43609,1731255604392/8e3de9160f9f%2C43609%2C1731255604392.meta.1731255607338.meta, exclude list is [], retry=0 2024-11-10T16:20:07,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44071,DS-2fe659c6-d63c-4556-ba4f-5671f9558502,DISK] 2024-11-10T16:20:07,356 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/WALs/8e3de9160f9f,43609,1731255604392/8e3de9160f9f%2C43609%2C1731255604392.meta.1731255607338.meta 2024-11-10T16:20:07,357 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42969:42969)] 2024-11-10T16:20:07,357 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:20:07,357 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:20:07,357 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T16:20:07,358 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T16:20:07,358 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T16:20:07,358 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T16:20:07,358 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:20:07,358 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T16:20:07,358 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T16:20:07,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:20:07,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:20:07,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:07,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:20:07,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:20:07,362 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:20:07,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:07,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:20:07,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:20:07,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:20:07,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:07,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:20:07,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:20:07,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:20:07,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:07,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:20:07,365 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:20:07,365 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/data/hbase/meta/1588230740 2024-11-10T16:20:07,366 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/data/hbase/meta/1588230740 2024-11-10T16:20:07,367 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:20:07,368 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:20:07,368 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:20:07,369 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:20:07,370 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64285659, jitterRate=-0.04206903278827667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:20:07,370 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T16:20:07,371 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731255607358Writing region info on filesystem at 1731255607358Initializing all the Stores at 1731255607359 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255607359Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255607359Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255607359Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255607359Cleaning up temporary data from old regions at 1731255607368 (+9 ms)Running coprocessor post-open hooks at 1731255607370 (+2 ms)Region opened successfully at 1731255607371 (+1 ms) 2024-11-10T16:20:07,372 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731255607330 2024-11-10T16:20:07,374 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T16:20:07,374 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T16:20:07,375 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8e3de9160f9f,43609,1731255604392 2024-11-10T16:20:07,376 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,43609,1731255604392, state=OPEN 2024-11-10T16:20:07,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43609-0x10102adfaaf0001, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1671147043/meta-region-server 2024-11-10T16:20:07,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36879-0x10102adfaaf0000, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1671147043/meta-region-server 2024-11-10T16:20:07,379 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8e3de9160f9f,43609,1731255604392 2024-11-10T16:20:07,379 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1671147043/meta-region-server: CHANGED 2024-11-10T16:20:07,379 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1671147043/meta-region-server: CHANGED 2024-11-10T16:20:07,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T16:20:07,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,43609,1731255604392 in 201 msec 2024-11-10T16:20:07,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T16:20:07,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 366 msec 2024-11-10T16:20:07,385 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:20:07,385 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T16:20:07,387 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:20:07,387 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,43609,1731255604392, seqNum=-1] 2024-11-10T16:20:07,387 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:20:07,389 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48369, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:20:07,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2210 sec 2024-11-10T16:20:07,395 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731255607395, completionTime=-1 2024-11-10T16:20:07,395 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T16:20:07,395 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T16:20:07,397 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T16:20:07,397 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731255667397 2024-11-10T16:20:07,397 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731255727397 2024-11-10T16:20:07,397 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T16:20:07,398 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,36879,1731255604337-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:07,398 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,36879,1731255604337-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:07,398 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,36879,1731255604337-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:07,398 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8e3de9160f9f:36879, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:07,398 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:07,398 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:07,400 DEBUG [master/8e3de9160f9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T16:20:07,402 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.970sec 2024-11-10T16:20:07,402 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T16:20:07,402 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T16:20:07,402 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T16:20:07,402 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T16:20:07,402 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T16:20:07,402 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,36879,1731255604337-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:20:07,402 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,36879,1731255604337-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T16:20:07,404 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T16:20:07,405 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T16:20:07,405 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,36879,1731255604337-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:07,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a52a222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:20:07,414 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,36879,-1 for getting cluster id 2024-11-10T16:20:07,414 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:20:07,416 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d2aeb60-657d-4b63-9f68-0f0da82e00ea' 2024-11-10T16:20:07,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:20:07,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d2aeb60-657d-4b63-9f68-0f0da82e00ea" 2024-11-10T16:20:07,417 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@528934cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:20:07,417 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,36879,-1] 2024-11-10T16:20:07,417 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:20:07,417 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:07,418 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:20:07,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55f919e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:20:07,420 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:20:07,421 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,43609,1731255604392, seqNum=-1] 2024-11-10T16:20:07,421 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:20:07,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:20:07,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8e3de9160f9f,36879,1731255604337 2024-11-10T16:20:07,425 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60286 2024-11-10T16:20:07,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:20:07,428 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10102adfaaf0002 connected 2024-11-10T16:20:07,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc939496-37c4-a2a1-c7b5-c30e12d1f0a2/hadoop.log.dir so I do NOT create it in target/test-data/b1122121-8576-6ef0-5839-456efa986cc7 2024-11-10T16:20:07,432 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc939496-37c4-a2a1-c7b5-c30e12d1f0a2/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T16:20:07,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc939496-37c4-a2a1-c7b5-c30e12d1f0a2/hadoop.tmp.dir so I do NOT create it in target/test-data/b1122121-8576-6ef0-5839-456efa986cc7 2024-11-10T16:20:07,432 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc939496-37c4-a2a1-c7b5-c30e12d1f0a2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T16:20:07,432 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1122121-8576-6ef0-5839-456efa986cc7 2024-11-10T16:20:07,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T16:20:07,432 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1122121-8576-6ef0-5839-456efa986cc7/cluster_5a34de9d-7c55-ad26-d732-2ea3bba3635f, deleteOnExit=true 2024-11-10T16:20:07,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T16:20:07,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1122121-8576-6ef0-5839-456efa986cc7/test.cache.data in system properties and HBase conf 2024-11-10T16:20:07,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1122121-8576-6ef0-5839-456efa986cc7/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T16:20:07,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1122121-8576-6ef0-5839-456efa986cc7/hadoop.log.dir in system properties and HBase conf 2024-11-10T16:20:07,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1122121-8576-6ef0-5839-456efa986cc7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T16:20:07,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1122121-8576-6ef0-5839-456efa986cc7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T16:20:07,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T16:20:07,432 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T16:20:07,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1122121-8576-6ef0-5839-456efa986cc7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T16:20:07,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1122121-8576-6ef0-5839-456efa986cc7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T16:20:07,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1122121-8576-6ef0-5839-456efa986cc7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T16:20:07,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1122121-8576-6ef0-5839-456efa986cc7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T16:20:07,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1122121-8576-6ef0-5839-456efa986cc7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T16:20:07,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1122121-8576-6ef0-5839-456efa986cc7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T16:20:07,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1122121-8576-6ef0-5839-456efa986cc7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T16:20:07,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1122121-8576-6ef0-5839-456efa986cc7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T16:20:07,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1122121-8576-6ef0-5839-456efa986cc7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T16:20:07,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1122121-8576-6ef0-5839-456efa986cc7/nfs.dump.dir in system properties and HBase conf 2024-11-10T16:20:07,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1122121-8576-6ef0-5839-456efa986cc7/java.io.tmpdir in system properties and HBase conf 2024-11-10T16:20:07,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1122121-8576-6ef0-5839-456efa986cc7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T16:20:07,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1122121-8576-6ef0-5839-456efa986cc7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T16:20:07,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1122121-8576-6ef0-5839-456efa986cc7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T16:20:07,527 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:20:07,532 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T16:20:07,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T16:20:07,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T16:20:07,533 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T16:20:07,537 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:20:07,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6c2435{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1122121-8576-6ef0-5839-456efa986cc7/hadoop.log.dir/,AVAILABLE} 2024-11-10T16:20:07,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74b78d20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T16:20:07,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bb1d533{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1122121-8576-6ef0-5839-456efa986cc7/java.io.tmpdir/jetty-localhost-35135-hadoop-hdfs-3_4_1-tests_jar-_-any-268960753560601813/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T16:20:07,654 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c151648{HTTP/1.1, (http/1.1)}{localhost:35135} 2024-11-10T16:20:07,654 INFO [Time-limited test {}] server.Server(415): Started @34115ms 2024-11-10T16:20:07,738 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:20:07,742 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T16:20:07,744 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T16:20:07,744 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T16:20:07,744 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T16:20:07,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3455b4c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1122121-8576-6ef0-5839-456efa986cc7/hadoop.log.dir/,AVAILABLE} 2024-11-10T16:20:07,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e4bcfa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T16:20:07,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@432beae2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1122121-8576-6ef0-5839-456efa986cc7/java.io.tmpdir/jetty-localhost-37541-hadoop-hdfs-3_4_1-tests_jar-_-any-4546678720561838503/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T16:20:07,865 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a6c6f8a{HTTP/1.1, (http/1.1)}{localhost:37541} 2024-11-10T16:20:07,865 INFO [Time-limited test {}] server.Server(415): Started @34326ms 2024-11-10T16:20:07,867 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T16:20:07,985 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1122121-8576-6ef0-5839-456efa986cc7/cluster_5a34de9d-7c55-ad26-d732-2ea3bba3635f/data/data2/current/BP-2109455994-172.17.0.2-1731255607464/current, will proceed with Du for space computation calculation, 2024-11-10T16:20:07,985 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1122121-8576-6ef0-5839-456efa986cc7/cluster_5a34de9d-7c55-ad26-d732-2ea3bba3635f/data/data1/current/BP-2109455994-172.17.0.2-1731255607464/current, will proceed with Du for space computation calculation, 2024-11-10T16:20:08,003 WARN [Thread-607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T16:20:08,006 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0b208d9488fd144 with lease ID 0xa30c5785a973de4c: Processing first storage report for DS-16210d00-9800-4ca0-a530-051f78660146 from datanode DatanodeRegistration(127.0.0.1:40823, datanodeUuid=5b0592a0-07be-4503-97c7-74bb3e6c461a, infoPort=36737, infoSecurePort=0, ipcPort=42861, storageInfo=lv=-57;cid=testClusterID;nsid=1673556450;c=1731255607464) 2024-11-10T16:20:08,006 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0b208d9488fd144 with lease ID 0xa30c5785a973de4c: from storage DS-16210d00-9800-4ca0-a530-051f78660146 node DatanodeRegistration(127.0.0.1:40823, datanodeUuid=5b0592a0-07be-4503-97c7-74bb3e6c461a, infoPort=36737, infoSecurePort=0, ipcPort=42861, storageInfo=lv=-57;cid=testClusterID;nsid=1673556450;c=1731255607464), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T16:20:08,006 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0b208d9488fd144 with lease ID 0xa30c5785a973de4c: Processing first storage report for DS-3245e5ae-e164-4036-858d-48ce01a24643 from datanode DatanodeRegistration(127.0.0.1:40823, datanodeUuid=5b0592a0-07be-4503-97c7-74bb3e6c461a, infoPort=36737, infoSecurePort=0, ipcPort=42861, storageInfo=lv=-57;cid=testClusterID;nsid=1673556450;c=1731255607464) 2024-11-10T16:20:08,006 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0b208d9488fd144 with lease ID 0xa30c5785a973de4c: from storage DS-3245e5ae-e164-4036-858d-48ce01a24643 node DatanodeRegistration(127.0.0.1:40823, datanodeUuid=5b0592a0-07be-4503-97c7-74bb3e6c461a, infoPort=36737, infoSecurePort=0, ipcPort=42861, storageInfo=lv=-57;cid=testClusterID;nsid=1673556450;c=1731255607464), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T16:20:08,104 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1122121-8576-6ef0-5839-456efa986cc7 2024-11-10T16:20:08,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:20:08,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:20:08,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40823 is added to blk_1073741825_1001 (size=7) 2024-11-10T16:20:08,515 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f with version=8 2024-11-10T16:20:08,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/hbase-staging 2024-11-10T16:20:08,517 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:20:08,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:20:08,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:20:08,518 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:20:08,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:20:08,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:20:08,518 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T16:20:08,518 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:20:08,518 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45055 2024-11-10T16:20:08,520 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45055 connecting to ZooKeeper ensemble=127.0.0.1:60286 2024-11-10T16:20:08,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450550x0, quorum=127.0.0.1:60286, baseZNode=/11579816254 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:20:08,523 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45055-0x10102adfaaf0003 connected 2024-11-10T16:20:08,536 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:20:08,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:20:08,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45055-0x10102adfaaf0003, quorum=127.0.0.1:60286, baseZNode=/11579816254 Set watcher on znode that does not yet exist, /11579816254/running 2024-11-10T16:20:08,539 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f, hbase.cluster.distributed=false 2024-11-10T16:20:08,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45055-0x10102adfaaf0003, quorum=127.0.0.1:60286, baseZNode=/11579816254 Set watcher on znode that does not yet exist, /11579816254/acl 2024-11-10T16:20:08,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45055 2024-11-10T16:20:08,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45055 2024-11-10T16:20:08,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45055 2024-11-10T16:20:08,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45055 2024-11-10T16:20:08,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45055 2024-11-10T16:20:08,557 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:20:08,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:20:08,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:20:08,558 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:20:08,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:20:08,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:20:08,558 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T16:20:08,558 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:20:08,558 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39861 2024-11-10T16:20:08,559 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39861 connecting to ZooKeeper ensemble=127.0.0.1:60286 2024-11-10T16:20:08,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:20:08,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:20:08,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398610x0, quorum=127.0.0.1:60286, baseZNode=/11579816254 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:20:08,566 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398610x0, quorum=127.0.0.1:60286, baseZNode=/11579816254 Set watcher on znode that does not yet exist, /11579816254/running 2024-11-10T16:20:08,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39861-0x10102adfaaf0004 connected 2024-11-10T16:20:08,566 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T16:20:08,567 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T16:20:08,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39861-0x10102adfaaf0004, quorum=127.0.0.1:60286, baseZNode=/11579816254 Set watcher on znode that does not yet exist, /11579816254/master 2024-11-10T16:20:08,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39861-0x10102adfaaf0004, quorum=127.0.0.1:60286, baseZNode=/11579816254 Set watcher on znode that does not yet exist, /11579816254/acl 2024-11-10T16:20:08,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39861 2024-11-10T16:20:08,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39861 2024-11-10T16:20:08,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39861 2024-11-10T16:20:08,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39861 2024-11-10T16:20:08,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39861 2024-11-10T16:20:08,588 DEBUG [M:0;8e3de9160f9f:45055 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8e3de9160f9f:45055 2024-11-10T16:20:08,588 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11579816254/backup-masters/8e3de9160f9f,45055,1731255608517 2024-11-10T16:20:08,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10102adfaaf0004, quorum=127.0.0.1:60286, baseZNode=/11579816254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11579816254/backup-masters 2024-11-10T16:20:08,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x10102adfaaf0003, quorum=127.0.0.1:60286, baseZNode=/11579816254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11579816254/backup-masters 2024-11-10T16:20:08,591 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45055-0x10102adfaaf0003, quorum=127.0.0.1:60286, baseZNode=/11579816254 Set watcher on existing znode=/11579816254/backup-masters/8e3de9160f9f,45055,1731255608517 2024-11-10T16:20:08,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10102adfaaf0004, quorum=127.0.0.1:60286, baseZNode=/11579816254 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11579816254/master 2024-11-10T16:20:08,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x10102adfaaf0003, quorum=127.0.0.1:60286, baseZNode=/11579816254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11579816254 2024-11-10T16:20:08,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10102adfaaf0004, quorum=127.0.0.1:60286, baseZNode=/11579816254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11579816254 2024-11-10T16:20:08,593 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45055-0x10102adfaaf0003, quorum=127.0.0.1:60286, baseZNode=/11579816254 Set watcher on existing znode=/11579816254/master 2024-11-10T16:20:08,594 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11579816254/backup-masters/8e3de9160f9f,45055,1731255608517 from backup master directory 2024-11-10T16:20:08,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x10102adfaaf0003, quorum=127.0.0.1:60286, baseZNode=/11579816254 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11579816254/backup-masters/8e3de9160f9f,45055,1731255608517 2024-11-10T16:20:08,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10102adfaaf0004, quorum=127.0.0.1:60286, baseZNode=/11579816254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11579816254/backup-masters 2024-11-10T16:20:08,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x10102adfaaf0003, quorum=127.0.0.1:60286, baseZNode=/11579816254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11579816254/backup-masters 2024-11-10T16:20:08,596 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:20:08,596 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8e3de9160f9f,45055,1731255608517 2024-11-10T16:20:08,600 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/hbase.id] with ID: 3e7b1bbe-af4b-4a70-87e6-0ec91928eec0 2024-11-10T16:20:08,600 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/.tmp/hbase.id 2024-11-10T16:20:08,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40823 is added to blk_1073741826_1002 (size=42) 2024-11-10T16:20:08,625 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T16:20:09,006 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/.tmp/hbase.id]:[hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/hbase.id] 2024-11-10T16:20:09,019 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:20:09,019 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T16:20:09,020 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T16:20:09,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x10102adfaaf0003, quorum=127.0.0.1:60286, baseZNode=/11579816254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11579816254 2024-11-10T16:20:09,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10102adfaaf0004, quorum=127.0.0.1:60286, baseZNode=/11579816254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11579816254 2024-11-10T16:20:09,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40823 is added to blk_1073741827_1003 (size=196) 2024-11-10T16:20:09,430 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:20:09,431 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T16:20:09,431 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:20:09,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40823 is added to blk_1073741828_1004 (size=1189) 2024-11-10T16:20:09,840 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/MasterData/data/master/store 2024-11-10T16:20:09,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40823 is added to blk_1073741829_1005 (size=34) 2024-11-10T16:20:10,247 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:20:10,247 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T16:20:10,247 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:20:10,247 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:20:10,247 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T16:20:10,247 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:20:10,247 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:20:10,247 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731255610247Disabling compacts and flushes for region at 1731255610247Disabling writes for close at 1731255610247Writing region close event to WAL at 1731255610247Closed at 1731255610247 2024-11-10T16:20:10,248 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/MasterData/data/master/store/.initializing 2024-11-10T16:20:10,248 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/MasterData/WALs/8e3de9160f9f,45055,1731255608517 2024-11-10T16:20:10,249 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:20:10,251 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8e3de9160f9f%2C45055%2C1731255608517, suffix=, logDir=hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/MasterData/WALs/8e3de9160f9f,45055,1731255608517, archiveDir=hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/MasterData/oldWALs, maxLogs=10 2024-11-10T16:20:10,264 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/MasterData/WALs/8e3de9160f9f,45055,1731255608517/8e3de9160f9f%2C45055%2C1731255608517.1731255610251, exclude list is [], retry=0 2024-11-10T16:20:10,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40823,DS-16210d00-9800-4ca0-a530-051f78660146,DISK] 2024-11-10T16:20:10,269 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/MasterData/WALs/8e3de9160f9f,45055,1731255608517/8e3de9160f9f%2C45055%2C1731255608517.1731255610251 2024-11-10T16:20:10,269 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36737:36737)] 2024-11-10T16:20:10,269 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:20:10,269 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:20:10,269 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:10,269 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:10,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:10,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T16:20:10,272 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:10,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:20:10,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:10,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T16:20:10,274 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:10,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:20:10,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:10,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T16:20:10,276 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:10,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:20:10,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:10,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T16:20:10,277 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:10,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:20:10,278 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:10,278 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:10,279 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:10,280 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:10,280 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:10,280 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:20:10,282 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:10,284 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:20:10,284 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59665978, jitterRate=-0.110907644033432}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:20:10,284 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731255610270Initializing all the Stores at 1731255610270Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255610270Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255610271 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255610271Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255610271Cleaning up temporary data from old regions at 1731255610280 (+9 ms)Region opened successfully at 1731255610284 (+4 ms) 2024-11-10T16:20:10,284 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T16:20:10,287 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a08dbf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:20:10,288 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T16:20:10,288 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T16:20:10,288 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T16:20:10,289 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T16:20:10,289 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T16:20:10,289 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T16:20:10,289 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T16:20:10,291 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T16:20:10,292 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45055-0x10102adfaaf0003, quorum=127.0.0.1:60286, baseZNode=/11579816254 Unable to get data of znode /11579816254/balancer because node does not exist (not necessarily an error) 2024-11-10T16:20:10,293 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11579816254/balancer already deleted, retry=false 2024-11-10T16:20:10,293 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T16:20:10,294 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45055-0x10102adfaaf0003, quorum=127.0.0.1:60286, baseZNode=/11579816254 Unable to get data of znode /11579816254/normalizer because node does not exist (not necessarily an error) 2024-11-10T16:20:10,295 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11579816254/normalizer already deleted, retry=false 2024-11-10T16:20:10,295 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T16:20:10,296 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45055-0x10102adfaaf0003, quorum=127.0.0.1:60286, baseZNode=/11579816254 Unable to get data of znode /11579816254/switch/split because node does not exist (not necessarily an error) 2024-11-10T16:20:10,301 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11579816254/switch/split already deleted, retry=false 2024-11-10T16:20:10,301 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45055-0x10102adfaaf0003, quorum=127.0.0.1:60286, baseZNode=/11579816254 Unable to get data of znode /11579816254/switch/merge because node does not exist (not necessarily an error) 2024-11-10T16:20:10,303 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11579816254/switch/merge already deleted, retry=false 2024-11-10T16:20:10,304 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45055-0x10102adfaaf0003, quorum=127.0.0.1:60286, baseZNode=/11579816254 Unable to get data of znode /11579816254/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T16:20:10,305 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11579816254/snapshot-cleanup already deleted, retry=false 2024-11-10T16:20:10,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x10102adfaaf0003, quorum=127.0.0.1:60286, baseZNode=/11579816254 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11579816254/running 2024-11-10T16:20:10,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10102adfaaf0004, quorum=127.0.0.1:60286, baseZNode=/11579816254 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11579816254/running 2024-11-10T16:20:10,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x10102adfaaf0003, quorum=127.0.0.1:60286, baseZNode=/11579816254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11579816254 2024-11-10T16:20:10,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10102adfaaf0004, quorum=127.0.0.1:60286, baseZNode=/11579816254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11579816254 2024-11-10T16:20:10,308 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8e3de9160f9f,45055,1731255608517, sessionid=0x10102adfaaf0003, setting cluster-up flag (Was=false) 2024-11-10T16:20:10,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10102adfaaf0004, quorum=127.0.0.1:60286, baseZNode=/11579816254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11579816254 2024-11-10T16:20:10,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x10102adfaaf0003, quorum=127.0.0.1:60286, baseZNode=/11579816254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11579816254 2024-11-10T16:20:10,317 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11579816254/flush-table-proc/acquired, /11579816254/flush-table-proc/reached, /11579816254/flush-table-proc/abort 2024-11-10T16:20:10,318 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,45055,1731255608517 2024-11-10T16:20:10,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x10102adfaaf0003, quorum=127.0.0.1:60286, baseZNode=/11579816254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11579816254 2024-11-10T16:20:10,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10102adfaaf0004, quorum=127.0.0.1:60286, baseZNode=/11579816254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11579816254 2024-11-10T16:20:10,326 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11579816254/online-snapshot/acquired, /11579816254/online-snapshot/reached, /11579816254/online-snapshot/abort 2024-11-10T16:20:10,327 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,45055,1731255608517 2024-11-10T16:20:10,328 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T16:20:10,330 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T16:20:10,330 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T16:20:10,330 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T16:20:10,330 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8e3de9160f9f,45055,1731255608517 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T16:20:10,332 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:20:10,332 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:20:10,332 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:20:10,332 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:20:10,332 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8e3de9160f9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T16:20:10,332 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:10,332 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:20:10,332 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:10,334 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:20:10,334 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T16:20:10,335 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:10,335 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T16:20:10,336 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731255640336 2024-11-10T16:20:10,336 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T16:20:10,336 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T16:20:10,337 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T16:20:10,337 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T16:20:10,337 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T16:20:10,337 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T16:20:10,340 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:10,341 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T16:20:10,341 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T16:20:10,341 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T16:20:10,341 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T16:20:10,341 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T16:20:10,341 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T16:20:10,343 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255610341,5,FailOnTimeoutGroup] 2024-11-10T16:20:10,343 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255610343,5,FailOnTimeoutGroup] 2024-11-10T16:20:10,343 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:10,343 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T16:20:10,343 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:10,343 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:10,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40823 is added to blk_1073741831_1007 (size=1321) 2024-11-10T16:20:10,380 INFO [RS:0;8e3de9160f9f:39861 {}] regionserver.HRegionServer(746): ClusterId : 3e7b1bbe-af4b-4a70-87e6-0ec91928eec0 2024-11-10T16:20:10,380 DEBUG [RS:0;8e3de9160f9f:39861 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T16:20:10,382 DEBUG [RS:0;8e3de9160f9f:39861 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T16:20:10,382 DEBUG [RS:0;8e3de9160f9f:39861 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T16:20:10,384 DEBUG [RS:0;8e3de9160f9f:39861 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T16:20:10,384 DEBUG [RS:0;8e3de9160f9f:39861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1297a3ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:20:10,396 DEBUG [RS:0;8e3de9160f9f:39861 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8e3de9160f9f:39861 2024-11-10T16:20:10,397 INFO [RS:0;8e3de9160f9f:39861 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T16:20:10,397 INFO [RS:0;8e3de9160f9f:39861 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T16:20:10,397 DEBUG [RS:0;8e3de9160f9f:39861 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T16:20:10,397 INFO [RS:0;8e3de9160f9f:39861 {}] regionserver.HRegionServer(2659): reportForDuty to master=8e3de9160f9f,45055,1731255608517 with port=39861, startcode=1731255608557 2024-11-10T16:20:10,397 DEBUG [RS:0;8e3de9160f9f:39861 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T16:20:10,399 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34275, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T16:20:10,400 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45055 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8e3de9160f9f,39861,1731255608557 2024-11-10T16:20:10,400 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45055 {}] master.ServerManager(517): Registering regionserver=8e3de9160f9f,39861,1731255608557 2024-11-10T16:20:10,401 DEBUG [RS:0;8e3de9160f9f:39861 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f 2024-11-10T16:20:10,402 DEBUG [RS:0;8e3de9160f9f:39861 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45577 2024-11-10T16:20:10,402 DEBUG [RS:0;8e3de9160f9f:39861 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T16:20:10,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x10102adfaaf0003, quorum=127.0.0.1:60286, baseZNode=/11579816254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11579816254/rs 2024-11-10T16:20:10,407 DEBUG [RS:0;8e3de9160f9f:39861 {}] zookeeper.ZKUtil(111): regionserver:39861-0x10102adfaaf0004, quorum=127.0.0.1:60286, baseZNode=/11579816254 Set watcher on existing znode=/11579816254/rs/8e3de9160f9f,39861,1731255608557 2024-11-10T16:20:10,407 WARN [RS:0;8e3de9160f9f:39861 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:20:10,407 INFO [RS:0;8e3de9160f9f:39861 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:20:10,407 DEBUG [RS:0;8e3de9160f9f:39861 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/WALs/8e3de9160f9f,39861,1731255608557 2024-11-10T16:20:10,408 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8e3de9160f9f,39861,1731255608557] 2024-11-10T16:20:10,411 INFO [RS:0;8e3de9160f9f:39861 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T16:20:10,412 INFO [RS:0;8e3de9160f9f:39861 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T16:20:10,413 INFO [RS:0;8e3de9160f9f:39861 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T16:20:10,413 INFO [RS:0;8e3de9160f9f:39861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:10,413 INFO [RS:0;8e3de9160f9f:39861 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T16:20:10,414 INFO [RS:0;8e3de9160f9f:39861 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T16:20:10,414 INFO [RS:0;8e3de9160f9f:39861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:10,414 DEBUG [RS:0;8e3de9160f9f:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:10,414 DEBUG [RS:0;8e3de9160f9f:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:10,414 DEBUG [RS:0;8e3de9160f9f:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:10,414 DEBUG [RS:0;8e3de9160f9f:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:10,414 DEBUG [RS:0;8e3de9160f9f:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:10,414 DEBUG [RS:0;8e3de9160f9f:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:20:10,414 DEBUG [RS:0;8e3de9160f9f:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:10,415 DEBUG [RS:0;8e3de9160f9f:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:10,415 DEBUG [RS:0;8e3de9160f9f:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:10,415 DEBUG [RS:0;8e3de9160f9f:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:10,415 DEBUG [RS:0;8e3de9160f9f:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:10,415 DEBUG [RS:0;8e3de9160f9f:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:10,415 DEBUG [RS:0;8e3de9160f9f:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:20:10,415 DEBUG [RS:0;8e3de9160f9f:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:20:10,416 INFO [RS:0;8e3de9160f9f:39861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:10,416 INFO [RS:0;8e3de9160f9f:39861 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:10,416 INFO [RS:0;8e3de9160f9f:39861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:10,417 INFO [RS:0;8e3de9160f9f:39861 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:10,417 INFO [RS:0;8e3de9160f9f:39861 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:10,417 INFO [RS:0;8e3de9160f9f:39861 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,39861,1731255608557-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:20:10,431 INFO [RS:0;8e3de9160f9f:39861 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T16:20:10,431 INFO [RS:0;8e3de9160f9f:39861 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,39861,1731255608557-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:10,431 INFO [RS:0;8e3de9160f9f:39861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:10,431 INFO [RS:0;8e3de9160f9f:39861 {}] regionserver.Replication(171): 8e3de9160f9f,39861,1731255608557 started 2024-11-10T16:20:10,445 INFO [RS:0;8e3de9160f9f:39861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:10,445 INFO [RS:0;8e3de9160f9f:39861 {}] regionserver.HRegionServer(1482): Serving as 8e3de9160f9f,39861,1731255608557, RpcServer on 8e3de9160f9f/172.17.0.2:39861, sessionid=0x10102adfaaf0004 2024-11-10T16:20:10,445 DEBUG [RS:0;8e3de9160f9f:39861 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T16:20:10,445 DEBUG [RS:0;8e3de9160f9f:39861 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8e3de9160f9f,39861,1731255608557 2024-11-10T16:20:10,445 DEBUG [RS:0;8e3de9160f9f:39861 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,39861,1731255608557' 2024-11-10T16:20:10,445 DEBUG [RS:0;8e3de9160f9f:39861 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11579816254/flush-table-proc/abort' 2024-11-10T16:20:10,446 DEBUG [RS:0;8e3de9160f9f:39861 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11579816254/flush-table-proc/acquired' 2024-11-10T16:20:10,446 DEBUG [RS:0;8e3de9160f9f:39861 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T16:20:10,446 DEBUG [RS:0;8e3de9160f9f:39861 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T16:20:10,446 DEBUG [RS:0;8e3de9160f9f:39861 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8e3de9160f9f,39861,1731255608557 2024-11-10T16:20:10,446 DEBUG [RS:0;8e3de9160f9f:39861 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,39861,1731255608557' 2024-11-10T16:20:10,446 DEBUG [RS:0;8e3de9160f9f:39861 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11579816254/online-snapshot/abort' 2024-11-10T16:20:10,447 DEBUG [RS:0;8e3de9160f9f:39861 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11579816254/online-snapshot/acquired' 2024-11-10T16:20:10,447 DEBUG [RS:0;8e3de9160f9f:39861 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T16:20:10,447 INFO [RS:0;8e3de9160f9f:39861 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T16:20:10,447 INFO [RS:0;8e3de9160f9f:39861 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T16:20:10,548 INFO [RS:0;8e3de9160f9f:39861 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:20:10,550 INFO [RS:0;8e3de9160f9f:39861 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C39861%2C1731255608557, suffix=, logDir=hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/WALs/8e3de9160f9f,39861,1731255608557, archiveDir=hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/oldWALs, maxLogs=10 2024-11-10T16:20:10,563 DEBUG [RS:0;8e3de9160f9f:39861 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/WALs/8e3de9160f9f,39861,1731255608557/8e3de9160f9f%2C39861%2C1731255608557.1731255610550, exclude list is [], retry=0 2024-11-10T16:20:10,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40823,DS-16210d00-9800-4ca0-a530-051f78660146,DISK] 2024-11-10T16:20:10,569 INFO [RS:0;8e3de9160f9f:39861 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/WALs/8e3de9160f9f,39861,1731255608557/8e3de9160f9f%2C39861%2C1731255608557.1731255610550 2024-11-10T16:20:10,569 DEBUG [RS:0;8e3de9160f9f:39861 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36737:36737)] 2024-11-10T16:20:10,747 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T16:20:10,747 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f 2024-11-10T16:20:10,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40823 is added to blk_1073741833_1009 (size=32) 2024-11-10T16:20:11,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:20:11,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:20:11,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:20:11,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:11,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:20:11,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:20:11,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:20:11,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:11,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:20:11,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:20:11,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:20:11,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:11,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:20:11,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:20:11,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:20:11,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:11,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:20:11,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:20:11,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/data/hbase/meta/1588230740 2024-11-10T16:20:11,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/data/hbase/meta/1588230740 2024-11-10T16:20:11,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:20:11,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:20:11,167 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:20:11,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:20:11,170 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:20:11,171 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66740387, jitterRate=-0.005490735173225403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:20:11,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731255611155Initializing all the Stores at 1731255611156 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255611156Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255611156Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255611156Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255611156Cleaning up temporary data from old regions at 1731255611166 (+10 ms)Region opened successfully at 1731255611171 (+5 ms) 2024-11-10T16:20:11,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T16:20:11,171 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T16:20:11,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T16:20:11,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T16:20:11,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T16:20:11,171 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T16:20:11,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731255611171Disabling compacts and flushes for region at 1731255611171Disabling writes for close at 1731255611171Writing region close event to WAL at 1731255611171Closed at 1731255611171 2024-11-10T16:20:11,173 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:20:11,173 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T16:20:11,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T16:20:11,174 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:20:11,175 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T16:20:11,326 DEBUG [8e3de9160f9f:45055 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T16:20:11,326 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8e3de9160f9f,39861,1731255608557 2024-11-10T16:20:11,328 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,39861,1731255608557, state=OPENING 2024-11-10T16:20:11,329 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T16:20:11,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10102adfaaf0004, quorum=127.0.0.1:60286, baseZNode=/11579816254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11579816254 2024-11-10T16:20:11,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x10102adfaaf0003, quorum=127.0.0.1:60286, baseZNode=/11579816254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11579816254 2024-11-10T16:20:11,331 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:20:11,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11579816254/meta-region-server: CHANGED 2024-11-10T16:20:11,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11579816254/meta-region-server: CHANGED 2024-11-10T16:20:11,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,39861,1731255608557}] 2024-11-10T16:20:11,485 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T16:20:11,487 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T16:20:11,491 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T16:20:11,491 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:20:11,491 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T16:20:11,493 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C39861%2C1731255608557.meta, suffix=.meta, logDir=hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/WALs/8e3de9160f9f,39861,1731255608557, archiveDir=hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/oldWALs, maxLogs=10 2024-11-10T16:20:11,508 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/WALs/8e3de9160f9f,39861,1731255608557/8e3de9160f9f%2C39861%2C1731255608557.meta.1731255611493.meta, exclude list is [], retry=0 2024-11-10T16:20:11,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40823,DS-16210d00-9800-4ca0-a530-051f78660146,DISK] 2024-11-10T16:20:11,513 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/WALs/8e3de9160f9f,39861,1731255608557/8e3de9160f9f%2C39861%2C1731255608557.meta.1731255611493.meta 2024-11-10T16:20:11,513 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36737:36737)] 2024-11-10T16:20:11,513 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:20:11,514 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:20:11,514 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T16:20:11,514 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T16:20:11,514 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T16:20:11,514 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T16:20:11,514 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:20:11,514 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T16:20:11,514 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T16:20:11,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:20:11,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:20:11,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:11,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:20:11,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:20:11,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:20:11,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:11,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:20:11,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:20:11,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:20:11,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:11,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:20:11,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:20:11,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:20:11,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:11,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:20:11,521 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:20:11,521 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/data/hbase/meta/1588230740 2024-11-10T16:20:11,522 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/data/hbase/meta/1588230740 2024-11-10T16:20:11,524 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:20:11,524 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:20:11,525 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:20:11,526 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:20:11,527 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61908902, jitterRate=-0.07748547196388245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:20:11,527 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T16:20:11,527 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731255611515Writing region info on filesystem at 1731255611515Initializing all the Stores at 1731255611515Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255611515Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255611515Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255611516 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255611516Cleaning up temporary data from old regions at 1731255611524 (+8 ms)Running coprocessor post-open hooks at 1731255611527 (+3 ms)Region opened successfully at 1731255611527 2024-11-10T16:20:11,528 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731255611485 2024-11-10T16:20:11,531 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T16:20:11,531 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T16:20:11,531 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8e3de9160f9f,39861,1731255608557 2024-11-10T16:20:11,532 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,39861,1731255608557, state=OPEN 2024-11-10T16:20:11,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x10102adfaaf0003, quorum=127.0.0.1:60286, baseZNode=/11579816254 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11579816254/meta-region-server 2024-11-10T16:20:11,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10102adfaaf0004, quorum=127.0.0.1:60286, baseZNode=/11579816254 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11579816254/meta-region-server 2024-11-10T16:20:11,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11579816254/meta-region-server: CHANGED 2024-11-10T16:20:11,534 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8e3de9160f9f,39861,1731255608557 2024-11-10T16:20:11,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11579816254/meta-region-server: CHANGED 2024-11-10T16:20:11,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T16:20:11,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,39861,1731255608557 in 203 msec 2024-11-10T16:20:11,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T16:20:11,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 364 msec 2024-11-10T16:20:11,540 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:20:11,540 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T16:20:11,542 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:20:11,542 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,39861,1731255608557, seqNum=-1] 2024-11-10T16:20:11,542 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:20:11,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:20:11,550 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2200 sec 2024-11-10T16:20:11,550 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731255611550, completionTime=-1 2024-11-10T16:20:11,550 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T16:20:11,550 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T16:20:11,552 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T16:20:11,552 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731255671552 2024-11-10T16:20:11,552 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731255731552 2024-11-10T16:20:11,552 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T16:20:11,553 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,45055,1731255608517-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:11,553 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,45055,1731255608517-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:11,553 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,45055,1731255608517-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:11,553 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8e3de9160f9f:45055, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:11,553 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:11,553 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:11,555 DEBUG [master/8e3de9160f9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T16:20:11,557 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.961sec 2024-11-10T16:20:11,557 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T16:20:11,557 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T16:20:11,557 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T16:20:11,557 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T16:20:11,557 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T16:20:11,557 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,45055,1731255608517-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:20:11,557 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,45055,1731255608517-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T16:20:11,560 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T16:20:11,560 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T16:20:11,560 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,45055,1731255608517-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:11,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c08a4b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:20:11,580 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,45055,-1 for getting cluster id 2024-11-10T16:20:11,580 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:20:11,582 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e7b1bbe-af4b-4a70-87e6-0ec91928eec0' 2024-11-10T16:20:11,582 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:20:11,582 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e7b1bbe-af4b-4a70-87e6-0ec91928eec0" 2024-11-10T16:20:11,582 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@625a64b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:20:11,582 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,45055,-1] 2024-11-10T16:20:11,582 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:20:11,583 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:11,584 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:20:11,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f02ef67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:20:11,585 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:20:11,586 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,39861,1731255608557, seqNum=-1] 2024-11-10T16:20:11,586 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:20:11,587 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:20:11,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8e3de9160f9f,45055,1731255608517 2024-11-10T16:20:11,589 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60286 2024-11-10T16:20:11,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60286, baseZNode=/11579816254 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:20:11,594 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10102adfaaf0005 connected 2024-11-10T16:20:11,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685d61b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:20:11,597 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,36879,-1 for getting cluster id 2024-11-10T16:20:11,597 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:20:11,598 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d2aeb60-657d-4b63-9f68-0f0da82e00ea' 2024-11-10T16:20:11,598 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:20:11,598 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d2aeb60-657d-4b63-9f68-0f0da82e00ea" 2024-11-10T16:20:11,598 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c23ec04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:20:11,598 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,36879,-1] 2024-11-10T16:20:11,598 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:20:11,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:11,599 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:20:11,600 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2473e336, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:20:11,600 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:20:11,601 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,36879,1731255604337 2024-11-10T16:20:11,601 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@493ac6d9 2024-11-10T16:20:11,601 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:20:11,602 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:20:11,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36879 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8e3de9160f9f:45055,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T16:20:11,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36879 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T16:20:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:20:11,606 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8e3de9160f9f:45055' 2024-11-10T16:20:11,607 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49a87b09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:20:11,607 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,45055,-1 for getting cluster id 2024-11-10T16:20:11,607 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:20:11,607 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e7b1bbe-af4b-4a70-87e6-0ec91928eec0' 2024-11-10T16:20:11,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:20:11,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e7b1bbe-af4b-4a70-87e6-0ec91928eec0" 2024-11-10T16:20:11,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f988b86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:20:11,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,45055,-1] 2024-11-10T16:20:11,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:20:11,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:11,609 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:20:11,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a110c5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:20:11,610 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:20:11,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,45055,1731255608517 2024-11-10T16:20:11,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@756ff17c 2024-11-10T16:20:11,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:20:11,612 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:20:11,613 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-10T16:20:11,613 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T16:20:11,613 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:11,613 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:11,613 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:20:11,613 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:20:11,615 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T16:20:11,616 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T16:20:11,616 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:11,617 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T16:20:11,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741835_1011 (size=1138) 2024-11-10T16:20:11,665 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T16:20:11,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:20:11,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:20:12,026 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 97b6726dd89715683af269d7f59ca37e, NAME => 'hbase:replication,,1731255611613.97b6726dd89715683af269d7f59ca37e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75 2024-11-10T16:20:12,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741836_1012 (size=44) 2024-11-10T16:20:12,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:20:12,245 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T16:20:12,434 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731255611613.97b6726dd89715683af269d7f59ca37e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:20:12,434 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 97b6726dd89715683af269d7f59ca37e, disabling compactions & flushes 2024-11-10T16:20:12,434 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731255611613.97b6726dd89715683af269d7f59ca37e. 2024-11-10T16:20:12,434 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731255611613.97b6726dd89715683af269d7f59ca37e. 2024-11-10T16:20:12,434 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731255611613.97b6726dd89715683af269d7f59ca37e. after waiting 0 ms 2024-11-10T16:20:12,435 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731255611613.97b6726dd89715683af269d7f59ca37e. 2024-11-10T16:20:12,435 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731255611613.97b6726dd89715683af269d7f59ca37e. 2024-11-10T16:20:12,435 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 97b6726dd89715683af269d7f59ca37e: Waiting for close lock at 1731255612434Disabling compacts and flushes for region at 1731255612434Disabling writes for close at 1731255612434Writing region close event to WAL at 1731255612435 (+1 ms)Closed at 1731255612435 2024-11-10T16:20:12,437 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T16:20:12,437 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731255611613.97b6726dd89715683af269d7f59ca37e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731255612437"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731255612437"}]},"ts":"1731255612437"} 2024-11-10T16:20:12,440 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T16:20:12,441 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T16:20:12,441 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255612441"}]},"ts":"1731255612441"} 2024-11-10T16:20:12,444 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T16:20:12,445 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=97b6726dd89715683af269d7f59ca37e, ASSIGN}] 2024-11-10T16:20:12,446 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=97b6726dd89715683af269d7f59ca37e, ASSIGN 2024-11-10T16:20:12,447 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=97b6726dd89715683af269d7f59ca37e, ASSIGN; state=OFFLINE, location=8e3de9160f9f,43609,1731255604392; forceNewPlan=false, retain=false 2024-11-10T16:20:12,598 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=97b6726dd89715683af269d7f59ca37e, regionState=OPENING, regionLocation=8e3de9160f9f,43609,1731255604392 2024-11-10T16:20:12,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=97b6726dd89715683af269d7f59ca37e, ASSIGN because future has completed 2024-11-10T16:20:12,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97b6726dd89715683af269d7f59ca37e, server=8e3de9160f9f,43609,1731255604392}] 2024-11-10T16:20:12,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:20:12,759 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731255611613.97b6726dd89715683af269d7f59ca37e. 2024-11-10T16:20:12,759 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:20:12,759 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T16:20:12,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C43609%2C1731255604392.rep, suffix=, logDir=hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/WALs/8e3de9160f9f,43609,1731255604392, archiveDir=hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/oldWALs, maxLogs=10 2024-11-10T16:20:12,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/WALs/8e3de9160f9f,43609,1731255604392/8e3de9160f9f%2C43609%2C1731255604392.rep.1731255612761, exclude list is [], retry=0 2024-11-10T16:20:12,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44071,DS-2fe659c6-d63c-4556-ba4f-5671f9558502,DISK] 2024-11-10T16:20:12,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/WALs/8e3de9160f9f,43609,1731255604392/8e3de9160f9f%2C43609%2C1731255604392.rep.1731255612761 2024-11-10T16:20:12,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42969:42969)] 2024-11-10T16:20:12,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 97b6726dd89715683af269d7f59ca37e, NAME => 'hbase:replication,,1731255611613.97b6726dd89715683af269d7f59ca37e.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:20:12,779 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:20:12,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T16:20:12,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731255611613.97b6726dd89715683af269d7f59ca37e. service=MultiRowMutationService 2024-11-10T16:20:12,779 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T16:20:12,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 97b6726dd89715683af269d7f59ca37e 2024-11-10T16:20:12,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731255611613.97b6726dd89715683af269d7f59ca37e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:20:12,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 97b6726dd89715683af269d7f59ca37e 2024-11-10T16:20:12,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 97b6726dd89715683af269d7f59ca37e 2024-11-10T16:20:12,780 INFO [StoreOpener-97b6726dd89715683af269d7f59ca37e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 97b6726dd89715683af269d7f59ca37e 2024-11-10T16:20:12,782 INFO [StoreOpener-97b6726dd89715683af269d7f59ca37e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97b6726dd89715683af269d7f59ca37e columnFamilyName hfileref 2024-11-10T16:20:12,782 DEBUG [StoreOpener-97b6726dd89715683af269d7f59ca37e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:12,782 INFO [StoreOpener-97b6726dd89715683af269d7f59ca37e-1 {}] regionserver.HStore(327): Store=97b6726dd89715683af269d7f59ca37e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:20:12,782 INFO [StoreOpener-97b6726dd89715683af269d7f59ca37e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 97b6726dd89715683af269d7f59ca37e 2024-11-10T16:20:12,784 INFO [StoreOpener-97b6726dd89715683af269d7f59ca37e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97b6726dd89715683af269d7f59ca37e columnFamilyName queue 2024-11-10T16:20:12,784 DEBUG [StoreOpener-97b6726dd89715683af269d7f59ca37e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:12,784 INFO [StoreOpener-97b6726dd89715683af269d7f59ca37e-1 {}] regionserver.HStore(327): Store=97b6726dd89715683af269d7f59ca37e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:20:12,784 INFO [StoreOpener-97b6726dd89715683af269d7f59ca37e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 97b6726dd89715683af269d7f59ca37e 2024-11-10T16:20:12,785 INFO [StoreOpener-97b6726dd89715683af269d7f59ca37e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97b6726dd89715683af269d7f59ca37e columnFamilyName sid 2024-11-10T16:20:12,786 DEBUG [StoreOpener-97b6726dd89715683af269d7f59ca37e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:12,786 INFO [StoreOpener-97b6726dd89715683af269d7f59ca37e-1 {}] regionserver.HStore(327): Store=97b6726dd89715683af269d7f59ca37e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:20:12,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 97b6726dd89715683af269d7f59ca37e 2024-11-10T16:20:12,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/data/hbase/replication/97b6726dd89715683af269d7f59ca37e 2024-11-10T16:20:12,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/data/hbase/replication/97b6726dd89715683af269d7f59ca37e 2024-11-10T16:20:12,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 97b6726dd89715683af269d7f59ca37e 2024-11-10T16:20:12,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 97b6726dd89715683af269d7f59ca37e 2024-11-10T16:20:12,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T16:20:12,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 97b6726dd89715683af269d7f59ca37e 2024-11-10T16:20:12,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/data/hbase/replication/97b6726dd89715683af269d7f59ca37e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:20:12,792 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 97b6726dd89715683af269d7f59ca37e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58848547, jitterRate=-0.12308831512928009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T16:20:12,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97b6726dd89715683af269d7f59ca37e 2024-11-10T16:20:12,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 97b6726dd89715683af269d7f59ca37e: Running coprocessor pre-open hook at 1731255612779Writing region info on filesystem at 1731255612779Initializing all the Stores at 1731255612780 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255612780Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255612780Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255612780Cleaning up temporary data from old regions at 1731255612788 (+8 ms)Running coprocessor post-open hooks at 1731255612792 (+4 ms)Region opened successfully at 1731255612792 2024-11-10T16:20:12,793 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731255611613.97b6726dd89715683af269d7f59ca37e., pid=7, masterSystemTime=1731255612754 2024-11-10T16:20:12,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731255611613.97b6726dd89715683af269d7f59ca37e. 2024-11-10T16:20:12,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731255611613.97b6726dd89715683af269d7f59ca37e. 2024-11-10T16:20:12,797 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=97b6726dd89715683af269d7f59ca37e, regionState=OPEN, openSeqNum=2, regionLocation=8e3de9160f9f,43609,1731255604392 2024-11-10T16:20:12,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97b6726dd89715683af269d7f59ca37e, server=8e3de9160f9f,43609,1731255604392 because future has completed 2024-11-10T16:20:12,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-10T16:20:12,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 97b6726dd89715683af269d7f59ca37e, server=8e3de9160f9f,43609,1731255604392 in 198 msec 2024-11-10T16:20:12,806 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T16:20:12,806 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=97b6726dd89715683af269d7f59ca37e, ASSIGN in 359 msec 2024-11-10T16:20:12,807 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T16:20:12,807 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255612807"}]},"ts":"1731255612807"} 2024-11-10T16:20:12,809 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T16:20:12,811 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T16:20:12,813 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1970 sec 2024-11-10T16:20:12,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731255611613.97b6726dd89715683af269d7f59ca37e., hostname=8e3de9160f9f,43609,1731255604392, seqNum=2] 2024-11-10T16:20:12,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36879-0x10102adfaaf0000, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671147043 2024-11-10T16:20:12,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43609-0x10102adfaaf0001, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671147043 2024-11-10T16:20:12,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T16:20:12,860 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T16:20:12,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:20:12,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:20:12,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-10T16:20:12,987 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T16:20:13,017 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-8e3de9160f9f,43609,1731255604392, ReplicationSource: 1, currentBandwidth=0 2024-11-10T16:20:13,018 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:20:13,018 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,43609,1731255604392, seqNum=-1] 2024-11-10T16:20:13,018 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:20:13,020 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33507, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-10T16:20:13,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8e3de9160f9f,43609,1731255604392', locateType=CURRENT is [region=hbase:replication,,1731255611613.97b6726dd89715683af269d7f59ca37e., hostname=8e3de9160f9f,43609,1731255604392, seqNum=2] 2024-11-10T16:20:13,024 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-10T16:20:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36879 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-10T16:20:13,027 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8e3de9160f9f,43609,1731255604392 suceeded 2024-11-10T16:20:13,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-10T16:20:13,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-10T16:20:13,030 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8e3de9160f9f:45055,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T16:20:13,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4270 sec 2024-11-10T16:20:13,040 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,43609,1731255604392 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8e3de9160f9f:45055' 2024-11-10T16:20:13,041 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,43609,1731255604392 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6051501f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:20:13,041 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,43609,1731255604392 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,45055,-1 for getting cluster id 2024-11-10T16:20:13,041 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,43609,1731255604392 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:20:13,042 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e7b1bbe-af4b-4a70-87e6-0ec91928eec0' 2024-11-10T16:20:13,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:20:13,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e7b1bbe-af4b-4a70-87e6-0ec91928eec0" 2024-11-10T16:20:13,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6acfbd5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:20:13,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,45055,-1] 2024-11-10T16:20:13,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:20:13,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:13,044 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:20:13,045 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,43609,1731255604392 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d60ac64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:20:13,045 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,43609,1731255604392 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:20:13,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,45055,1731255608517 2024-11-10T16:20:13,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cc2031a 2024-11-10T16:20:13,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:20:13,047 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-10T16:20:13,047 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,43609,1731255604392 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8e3de9160f9f,43609,1731255604392 (queues=1) is replicating from cluster=0d2aeb60-657d-4b63-9f68-0f0da82e00ea to cluster=3e7b1bbe-af4b-4a70-87e6-0ec91928eec0 2024-11-10T16:20:13,048 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,43609,1731255604392 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8e3de9160f9f%2C43609%2C1731255604392 2024-11-10T16:20:13,048 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,43609,1731255604392 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8e3de9160f9f,43609,1731255604392, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T16:20:13,048 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,43609,1731255604392.replicationSource.shipper8e3de9160f9f%2C43609%2C1731255604392,1-8e3de9160f9f,43609,1731255604392 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8e3de9160f9f%2C43609%2C1731255604392 2024-11-10T16:20:13,048 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,43609,1731255604392.replicationSource.wal-reader.8e3de9160f9f%2C43609%2C1731255604392,1-8e3de9160f9f,43609,1731255604392 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/WALs/8e3de9160f9f,43609,1731255604392/8e3de9160f9f%2C43609%2C1731255604392.1731255606387, startPosition=0, beingWritten=true 2024-11-10T16:20:13,255 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,43609,1731255604392.replicationSource.wal-reader.8e3de9160f9f%2C43609%2C1731255604392,1-8e3de9160f9f,43609,1731255604392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/WALs/8e3de9160f9f,43609,1731255604392/8e3de9160f9f%2C43609%2C1731255604392.1731255606387 to pos 0, reset compression=false 2024-11-10T16:20:13,560 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,43609,1731255604392.replicationSource.wal-reader.8e3de9160f9f%2C43609%2C1731255604392,1-8e3de9160f9f,43609,1731255604392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/WALs/8e3de9160f9f,43609,1731255604392/8e3de9160f9f%2C43609%2C1731255604392.1731255606387 to pos 0, reset compression=false 2024-11-10T16:20:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:20:13,758 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T16:20:13,758 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:20:13,758 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:20:13,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:13,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:13,758 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:20:13,758 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:20:13,759 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,36879,1731255604337 2024-11-10T16:20:13,759 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e5220c2 2024-11-10T16:20:13,759 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:20:13,760 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:20:13,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36879 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-10T16:20:13,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T16:20:13,761 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:20:13,761 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:20:13,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:13,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:13,761 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:20:13,761 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T16:20:13,761 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=783802118, stopped=false 2024-11-10T16:20:13,762 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8e3de9160f9f,45055,1731255608517 2024-11-10T16:20:13,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x10102adfaaf0003, quorum=127.0.0.1:60286, baseZNode=/11579816254 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11579816254/running 2024-11-10T16:20:13,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10102adfaaf0004, quorum=127.0.0.1:60286, baseZNode=/11579816254 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11579816254/running 2024-11-10T16:20:13,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10102adfaaf0004, quorum=127.0.0.1:60286, baseZNode=/11579816254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11579816254 2024-11-10T16:20:13,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x10102adfaaf0003, quorum=127.0.0.1:60286, baseZNode=/11579816254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11579816254 2024-11-10T16:20:13,763 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:20:13,764 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:20:13,764 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:20:13,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:13,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39861-0x10102adfaaf0004, quorum=127.0.0.1:60286, baseZNode=/11579816254 Set watcher on znode that does not yet exist, /11579816254/running 2024-11-10T16:20:13,764 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8e3de9160f9f,39861,1731255608557' ***** 2024-11-10T16:20:13,764 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T16:20:13,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45055-0x10102adfaaf0003, quorum=127.0.0.1:60286, baseZNode=/11579816254 Set watcher on znode that does not yet exist, /11579816254/running 2024-11-10T16:20:13,764 INFO [RS:0;8e3de9160f9f:39861 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T16:20:13,764 INFO [RS:0;8e3de9160f9f:39861 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T16:20:13,765 INFO [RS:0;8e3de9160f9f:39861 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T16:20:13,765 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T16:20:13,765 INFO [RS:0;8e3de9160f9f:39861 {}] regionserver.HRegionServer(959): stopping server 8e3de9160f9f,39861,1731255608557 2024-11-10T16:20:13,765 INFO [RS:0;8e3de9160f9f:39861 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:20:13,765 INFO [RS:0;8e3de9160f9f:39861 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:39861. 2024-11-10T16:20:13,765 DEBUG [RS:0;8e3de9160f9f:39861 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:20:13,765 DEBUG [RS:0;8e3de9160f9f:39861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:13,765 INFO [RS:0;8e3de9160f9f:39861 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T16:20:13,765 INFO [RS:0;8e3de9160f9f:39861 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T16:20:13,765 INFO [RS:0;8e3de9160f9f:39861 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T16:20:13,765 INFO [RS:0;8e3de9160f9f:39861 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T16:20:13,765 INFO [RS:0;8e3de9160f9f:39861 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T16:20:13,765 DEBUG [RS:0;8e3de9160f9f:39861 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T16:20:13,765 DEBUG [RS:0;8e3de9160f9f:39861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:20:13,765 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T16:20:13,766 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T16:20:13,766 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T16:20:13,766 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T16:20:13,766 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T16:20:13,766 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-10T16:20:13,782 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/data/hbase/meta/1588230740/.tmp/ns/400e7f2312734dc9908611f0b1825451 is 43, key is default/ns:d/1731255611545/Put/seqid=0 2024-11-10T16:20:13,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40823 is added to blk_1073741835_1011 (size=5153) 2024-11-10T16:20:13,819 INFO [regionserver/8e3de9160f9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:20:13,966 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,43609,1731255604392.replicationSource.wal-reader.8e3de9160f9f%2C43609%2C1731255604392,1-8e3de9160f9f,43609,1731255604392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/WALs/8e3de9160f9f,43609,1731255604392/8e3de9160f9f%2C43609%2C1731255604392.1731255606387 to pos 0, reset compression=false 2024-11-10T16:20:13,966 DEBUG [RS:0;8e3de9160f9f:39861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:20:14,166 DEBUG [RS:0;8e3de9160f9f:39861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:20:14,187 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/data/hbase/meta/1588230740/.tmp/ns/400e7f2312734dc9908611f0b1825451 2024-11-10T16:20:14,194 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/data/hbase/meta/1588230740/.tmp/ns/400e7f2312734dc9908611f0b1825451 as hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/data/hbase/meta/1588230740/ns/400e7f2312734dc9908611f0b1825451 2024-11-10T16:20:14,201 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/data/hbase/meta/1588230740/ns/400e7f2312734dc9908611f0b1825451, entries=2, sequenceid=6, filesize=5.0 K 2024-11-10T16:20:14,202 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=6, compaction requested=false 2024-11-10T16:20:14,206 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T16:20:14,206 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:20:14,206 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T16:20:14,206 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T16:20:14,207 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731255613765Running coprocessor pre-close hooks at 1731255613765Disabling compacts and flushes for region at 1731255613765Disabling writes for close at 1731255613766 (+1 ms)Obtaining lock to block concurrent updates at 1731255613766Preparing flush snapshotting stores in 1588230740 at 1731255613766Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731255613766Flushing stores of hbase:meta,,1.1588230740 at 1731255613767 (+1 ms)Flushing 1588230740/ns: creating writer at 1731255613767Flushing 1588230740/ns: appending metadata at 1731255613782 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731255613782Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@728bde4a: reopening flushed file at 1731255614194 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=6, compaction requested=false at 1731255614202 (+8 ms)Writing region close event to WAL at 1731255614203 (+1 ms)Running coprocessor post-close hooks at 1731255614206 (+3 ms)Closed at 1731255614206 2024-11-10T16:20:14,207 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T16:20:14,366 INFO [RS:0;8e3de9160f9f:39861 {}] regionserver.HRegionServer(976): stopping server 8e3de9160f9f,39861,1731255608557; all regions closed. 2024-11-10T16:20:14,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40823 is added to blk_1073741834_1010 (size=1152) 2024-11-10T16:20:14,369 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/WALs/8e3de9160f9f,39861,1731255608557/8e3de9160f9f%2C39861%2C1731255608557.meta.1731255611493.meta not finished, retry = 0 2024-11-10T16:20:14,417 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T16:20:14,417 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T16:20:14,471 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,43609,1731255604392.replicationSource.wal-reader.8e3de9160f9f%2C43609%2C1731255604392,1-8e3de9160f9f,43609,1731255604392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/WALs/8e3de9160f9f,43609,1731255604392/8e3de9160f9f%2C43609%2C1731255604392.1731255606387 to pos 0, reset compression=false 2024-11-10T16:20:14,472 DEBUG [RS:0;8e3de9160f9f:39861 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/oldWALs 2024-11-10T16:20:14,472 INFO [RS:0;8e3de9160f9f:39861 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8e3de9160f9f%2C39861%2C1731255608557.meta:.meta(num 1731255611493) 2024-11-10T16:20:14,474 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/WALs/8e3de9160f9f,39861,1731255608557/8e3de9160f9f%2C39861%2C1731255608557.1731255610550 not finished, retry = 0 2024-11-10T16:20:14,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40823 is added to blk_1073741832_1008 (size=93) 2024-11-10T16:20:14,577 DEBUG [RS:0;8e3de9160f9f:39861 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/oldWALs 2024-11-10T16:20:14,577 INFO [RS:0;8e3de9160f9f:39861 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8e3de9160f9f%2C39861%2C1731255608557:(num 1731255610550) 2024-11-10T16:20:14,577 DEBUG [RS:0;8e3de9160f9f:39861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:14,577 INFO [RS:0;8e3de9160f9f:39861 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:20:14,577 INFO [RS:0;8e3de9160f9f:39861 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:20:14,577 INFO [RS:0;8e3de9160f9f:39861 {}] hbase.ChoreService(370): Chore service for: regionserver/8e3de9160f9f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T16:20:14,577 INFO [RS:0;8e3de9160f9f:39861 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:20:14,577 INFO [regionserver/8e3de9160f9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:20:14,577 INFO [RS:0;8e3de9160f9f:39861 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39861 2024-11-10T16:20:14,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x10102adfaaf0003, quorum=127.0.0.1:60286, baseZNode=/11579816254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11579816254/rs 2024-11-10T16:20:14,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10102adfaaf0004, quorum=127.0.0.1:60286, baseZNode=/11579816254 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11579816254/rs/8e3de9160f9f,39861,1731255608557 2024-11-10T16:20:14,579 INFO [RS:0;8e3de9160f9f:39861 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:20:14,581 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8e3de9160f9f,39861,1731255608557] 2024-11-10T16:20:14,583 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11579816254/draining/8e3de9160f9f,39861,1731255608557 already deleted, retry=false 2024-11-10T16:20:14,583 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8e3de9160f9f,39861,1731255608557 expired; onlineServers=0 2024-11-10T16:20:14,583 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8e3de9160f9f,45055,1731255608517' ***** 2024-11-10T16:20:14,583 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T16:20:14,583 INFO [M:0;8e3de9160f9f:45055 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:20:14,583 INFO [M:0;8e3de9160f9f:45055 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:20:14,583 DEBUG [M:0;8e3de9160f9f:45055 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T16:20:14,583 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T16:20:14,583 DEBUG [M:0;8e3de9160f9f:45055 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T16:20:14,583 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255610343 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255610343,5,FailOnTimeoutGroup] 2024-11-10T16:20:14,583 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255610341 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255610341,5,FailOnTimeoutGroup] 2024-11-10T16:20:14,584 INFO [M:0;8e3de9160f9f:45055 {}] hbase.ChoreService(370): Chore service for: master/8e3de9160f9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T16:20:14,584 INFO [M:0;8e3de9160f9f:45055 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:20:14,584 DEBUG [M:0;8e3de9160f9f:45055 {}] master.HMaster(1795): Stopping service threads 2024-11-10T16:20:14,584 INFO [M:0;8e3de9160f9f:45055 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T16:20:14,584 INFO [M:0;8e3de9160f9f:45055 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:20:14,584 INFO [M:0;8e3de9160f9f:45055 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T16:20:14,584 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T16:20:14,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x10102adfaaf0003, quorum=127.0.0.1:60286, baseZNode=/11579816254 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11579816254/master 2024-11-10T16:20:14,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x10102adfaaf0003, quorum=127.0.0.1:60286, baseZNode=/11579816254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11579816254 2024-11-10T16:20:14,585 DEBUG [M:0;8e3de9160f9f:45055 {}] zookeeper.ZKUtil(347): master:45055-0x10102adfaaf0003, quorum=127.0.0.1:60286, baseZNode=/11579816254 Unable to get data of znode /11579816254/master because node does not exist (not an error) 2024-11-10T16:20:14,585 WARN [M:0;8e3de9160f9f:45055 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T16:20:14,585 INFO [M:0;8e3de9160f9f:45055 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/.lastflushedseqids 2024-11-10T16:20:14,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40823 is added to blk_1073741836_1012 (size=99) 2024-11-10T16:20:14,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10102adfaaf0004, quorum=127.0.0.1:60286, baseZNode=/11579816254 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:20:14,681 INFO [RS:0;8e3de9160f9f:39861 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:20:14,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10102adfaaf0004, quorum=127.0.0.1:60286, baseZNode=/11579816254 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:20:14,681 INFO [RS:0;8e3de9160f9f:39861 {}] regionserver.HRegionServer(1031): Exiting; stopping=8e3de9160f9f,39861,1731255608557; zookeeper connection closed. 2024-11-10T16:20:14,681 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@58195a6b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@58195a6b 2024-11-10T16:20:14,682 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T16:20:14,990 INFO [M:0;8e3de9160f9f:45055 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T16:20:14,990 INFO [M:0;8e3de9160f9f:45055 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T16:20:14,991 DEBUG [M:0;8e3de9160f9f:45055 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T16:20:14,991 INFO [M:0;8e3de9160f9f:45055 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:20:14,991 DEBUG [M:0;8e3de9160f9f:45055 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:20:14,991 DEBUG [M:0;8e3de9160f9f:45055 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T16:20:14,991 DEBUG [M:0;8e3de9160f9f:45055 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:20:14,991 INFO [M:0;8e3de9160f9f:45055 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-10T16:20:15,007 DEBUG [M:0;8e3de9160f9f:45055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0cd67793db644c12ae82c70234cce717 is 82, key is hbase:meta,,1/info:regioninfo/1731255611531/Put/seqid=0 2024-11-10T16:20:15,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40823 is added to blk_1073741837_1013 (size=5672) 2024-11-10T16:20:15,077 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,43609,1731255604392.replicationSource.wal-reader.8e3de9160f9f%2C43609%2C1731255604392,1-8e3de9160f9f,43609,1731255604392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/WALs/8e3de9160f9f,43609,1731255604392/8e3de9160f9f%2C43609%2C1731255604392.1731255606387 to pos 0, reset compression=false 2024-11-10T16:20:15,413 INFO [M:0;8e3de9160f9f:45055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0cd67793db644c12ae82c70234cce717 2024-11-10T16:20:15,433 DEBUG [M:0;8e3de9160f9f:45055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a4ca40c45d6400d9d32ea3932dc1778 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731255611549/Put/seqid=0 2024-11-10T16:20:15,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40823 is added to blk_1073741838_1014 (size=5275) 2024-11-10T16:20:15,782 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,43609,1731255604392.replicationSource.wal-reader.8e3de9160f9f%2C43609%2C1731255604392,1-8e3de9160f9f,43609,1731255604392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/WALs/8e3de9160f9f,43609,1731255604392/8e3de9160f9f%2C43609%2C1731255604392.1731255606387 to pos 0, reset compression=false 2024-11-10T16:20:15,838 INFO [M:0;8e3de9160f9f:45055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a4ca40c45d6400d9d32ea3932dc1778 2024-11-10T16:20:15,858 DEBUG [M:0;8e3de9160f9f:45055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3aa243e89efa4e8dbf17c7d83c9b22c9 is 69, key is 8e3de9160f9f,39861,1731255608557/rs:state/1731255610400/Put/seqid=0 2024-11-10T16:20:15,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40823 is added to blk_1073741839_1015 (size=5156) 2024-11-10T16:20:16,263 INFO [M:0;8e3de9160f9f:45055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3aa243e89efa4e8dbf17c7d83c9b22c9 2024-11-10T16:20:16,269 DEBUG [M:0;8e3de9160f9f:45055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0cd67793db644c12ae82c70234cce717 as hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0cd67793db644c12ae82c70234cce717 2024-11-10T16:20:16,275 INFO [M:0;8e3de9160f9f:45055 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0cd67793db644c12ae82c70234cce717, entries=8, sequenceid=28, filesize=5.5 K 2024-11-10T16:20:16,276 DEBUG [M:0;8e3de9160f9f:45055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a4ca40c45d6400d9d32ea3932dc1778 as hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4a4ca40c45d6400d9d32ea3932dc1778 2024-11-10T16:20:16,281 INFO [M:0;8e3de9160f9f:45055 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4a4ca40c45d6400d9d32ea3932dc1778, entries=3, sequenceid=28, filesize=5.2 K 2024-11-10T16:20:16,282 DEBUG [M:0;8e3de9160f9f:45055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3aa243e89efa4e8dbf17c7d83c9b22c9 as hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3aa243e89efa4e8dbf17c7d83c9b22c9 2024-11-10T16:20:16,286 INFO [M:0;8e3de9160f9f:45055 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45577/user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3aa243e89efa4e8dbf17c7d83c9b22c9, entries=1, sequenceid=28, filesize=5.0 K 2024-11-10T16:20:16,287 INFO [M:0;8e3de9160f9f:45055 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=28, compaction requested=false 2024-11-10T16:20:16,289 INFO [M:0;8e3de9160f9f:45055 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:20:16,289 DEBUG [M:0;8e3de9160f9f:45055 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731255614991Disabling compacts and flushes for region at 1731255614991Disabling writes for close at 1731255614991Obtaining lock to block concurrent updates at 1731255614991Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731255614991Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731255614991Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731255614992 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731255614992Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731255615007 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731255615007Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731255615418 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731255615433 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731255615433Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731255615843 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731255615858 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731255615858Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@485740d1: reopening flushed file at 1731255616269 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dff294: reopening flushed file at 1731255616275 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d199733: reopening flushed file at 1731255616281 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=28, compaction requested=false at 1731255616287 (+6 ms)Writing region close event to WAL at 1731255616289 (+2 ms)Closed at 1731255616289 2024-11-10T16:20:16,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40823 is added to blk_1073741830_1006 (size=10165) 2024-11-10T16:20:16,291 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ea93e25e-2a48-dbec-af95-795c47e42f5f/MasterData/WALs/8e3de9160f9f,45055,1731255608517/8e3de9160f9f%2C45055%2C1731255608517.1731255610251 not finished, retry = 0 2024-11-10T16:20:16,392 INFO [M:0;8e3de9160f9f:45055 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T16:20:16,392 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:20:16,392 INFO [M:0;8e3de9160f9f:45055 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45055 2024-11-10T16:20:16,393 INFO [M:0;8e3de9160f9f:45055 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:20:16,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x10102adfaaf0003, quorum=127.0.0.1:60286, baseZNode=/11579816254 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:20:16,495 INFO [M:0;8e3de9160f9f:45055 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:20:16,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x10102adfaaf0003, quorum=127.0.0.1:60286, baseZNode=/11579816254 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:20:16,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@432beae2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T16:20:16,498 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a6c6f8a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T16:20:16,498 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T16:20:16,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e4bcfa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T16:20:16,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3455b4c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1122121-8576-6ef0-5839-456efa986cc7/hadoop.log.dir/,STOPPED} 2024-11-10T16:20:16,500 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T16:20:16,500 WARN [BP-2109455994-172.17.0.2-1731255607464 heartbeating to localhost/127.0.0.1:45577 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T16:20:16,500 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T16:20:16,500 WARN [BP-2109455994-172.17.0.2-1731255607464 heartbeating to localhost/127.0.0.1:45577 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2109455994-172.17.0.2-1731255607464 (Datanode Uuid 5b0592a0-07be-4503-97c7-74bb3e6c461a) service to localhost/127.0.0.1:45577 2024-11-10T16:20:16,501 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1122121-8576-6ef0-5839-456efa986cc7/cluster_5a34de9d-7c55-ad26-d732-2ea3bba3635f/data/data1/current/BP-2109455994-172.17.0.2-1731255607464 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T16:20:16,501 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1122121-8576-6ef0-5839-456efa986cc7/cluster_5a34de9d-7c55-ad26-d732-2ea3bba3635f/data/data2/current/BP-2109455994-172.17.0.2-1731255607464 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T16:20:16,501 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T16:20:16,507 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bb1d533{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T16:20:16,507 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c151648{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T16:20:16,507 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T16:20:16,507 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74b78d20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T16:20:16,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6c2435{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1122121-8576-6ef0-5839-456efa986cc7/hadoop.log.dir/,STOPPED} 2024-11-10T16:20:16,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T16:20:16,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T16:20:16,520 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:20:16,520 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:20:16,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:16,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:16,520 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:20:16,520 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T16:20:16,520 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2135295412, stopped=false 2024-11-10T16:20:16,520 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8e3de9160f9f,36879,1731255604337 2024-11-10T16:20:16,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43609-0x10102adfaaf0001, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1671147043/running 2024-11-10T16:20:16,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36879-0x10102adfaaf0000, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1671147043/running 2024-11-10T16:20:16,522 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:20:16,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36879-0x10102adfaaf0000, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671147043 2024-11-10T16:20:16,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43609-0x10102adfaaf0001, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671147043 2024-11-10T16:20:16,523 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:20:16,523 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:20:16,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:16,523 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36879-0x10102adfaaf0000, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Set watcher on znode that does not yet exist, /0-1671147043/running 2024-11-10T16:20:16,523 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8e3de9160f9f,43609,1731255604392' ***** 2024-11-10T16:20:16,523 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T16:20:16,524 INFO [RS:0;8e3de9160f9f:43609 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T16:20:16,524 INFO [RS:0;8e3de9160f9f:43609 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T16:20:16,524 INFO [RS:0;8e3de9160f9f:43609 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T16:20:16,524 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T16:20:16,524 INFO [RS:0;8e3de9160f9f:43609 {}] regionserver.HRegionServer(3091): Received CLOSE for 97b6726dd89715683af269d7f59ca37e 2024-11-10T16:20:16,524 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43609-0x10102adfaaf0001, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Set watcher on znode that does not yet exist, /0-1671147043/running 2024-11-10T16:20:16,524 INFO [RS:0;8e3de9160f9f:43609 {}] regionserver.HRegionServer(959): stopping server 8e3de9160f9f,43609,1731255604392 2024-11-10T16:20:16,525 INFO [RS:0;8e3de9160f9f:43609 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:20:16,525 INFO [RS:0;8e3de9160f9f:43609 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:43609. 2024-11-10T16:20:16,525 DEBUG [RS:0;8e3de9160f9f:43609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:20:16,525 DEBUG [RS:0;8e3de9160f9f:43609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:16,525 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 97b6726dd89715683af269d7f59ca37e, disabling compactions & flushes 2024-11-10T16:20:16,525 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731255611613.97b6726dd89715683af269d7f59ca37e. 2024-11-10T16:20:16,525 INFO [RS:0;8e3de9160f9f:43609 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T16:20:16,525 INFO [RS:0;8e3de9160f9f:43609 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T16:20:16,525 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731255611613.97b6726dd89715683af269d7f59ca37e. 2024-11-10T16:20:16,525 INFO [RS:0;8e3de9160f9f:43609 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T16:20:16,525 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731255611613.97b6726dd89715683af269d7f59ca37e. after waiting 0 ms 2024-11-10T16:20:16,525 INFO [RS:0;8e3de9160f9f:43609 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T16:20:16,525 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731255611613.97b6726dd89715683af269d7f59ca37e. 2024-11-10T16:20:16,525 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 97b6726dd89715683af269d7f59ca37e 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-10T16:20:16,525 INFO [RS:0;8e3de9160f9f:43609 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T16:20:16,525 DEBUG [RS:0;8e3de9160f9f:43609 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 97b6726dd89715683af269d7f59ca37e=hbase:replication,,1731255611613.97b6726dd89715683af269d7f59ca37e.} 2024-11-10T16:20:16,525 DEBUG [RS:0;8e3de9160f9f:43609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 97b6726dd89715683af269d7f59ca37e 2024-11-10T16:20:16,525 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T16:20:16,525 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T16:20:16,526 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T16:20:16,526 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T16:20:16,526 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T16:20:16,526 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-10T16:20:16,546 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/data/hbase/replication/97b6726dd89715683af269d7f59ca37e/.tmp/queue/b1e9fb1063f1404ea495e3a15033ab5d is 151, key is 1-8e3de9160f9f,43609,1731255604392/queue:8e3de9160f9f%2C43609%2C1731255604392/1731255613023/Put/seqid=0 2024-11-10T16:20:16,548 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/data/hbase/meta/1588230740/.tmp/info/6ce11aab3f70427a9e20295fc5e4c0a4 is 147, key is hbase:replication,,1731255611613.97b6726dd89715683af269d7f59ca37e./info:regioninfo/1731255612797/Put/seqid=0 2024-11-10T16:20:16,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741838_1014 (size=5350) 2024-11-10T16:20:16,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741839_1015 (size=6631) 2024-11-10T16:20:16,560 INFO [regionserver/8e3de9160f9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:20:16,588 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,43609,1731255604392.replicationSource.wal-reader.8e3de9160f9f%2C43609%2C1731255604392,1-8e3de9160f9f,43609,1731255604392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/WALs/8e3de9160f9f,43609,1731255604392/8e3de9160f9f%2C43609%2C1731255604392.1731255606387 to pos 0, reset compression=false 2024-11-10T16:20:16,726 DEBUG [RS:0;8e3de9160f9f:43609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 97b6726dd89715683af269d7f59ca37e 2024-11-10T16:20:16,926 DEBUG [RS:0;8e3de9160f9f:43609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 97b6726dd89715683af269d7f59ca37e 2024-11-10T16:20:16,951 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/data/hbase/replication/97b6726dd89715683af269d7f59ca37e/.tmp/queue/b1e9fb1063f1404ea495e3a15033ab5d 2024-11-10T16:20:16,953 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/data/hbase/meta/1588230740/.tmp/info/6ce11aab3f70427a9e20295fc5e4c0a4 2024-11-10T16:20:16,960 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/data/hbase/replication/97b6726dd89715683af269d7f59ca37e/.tmp/queue/b1e9fb1063f1404ea495e3a15033ab5d as hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/data/hbase/replication/97b6726dd89715683af269d7f59ca37e/queue/b1e9fb1063f1404ea495e3a15033ab5d 2024-11-10T16:20:16,966 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/data/hbase/replication/97b6726dd89715683af269d7f59ca37e/queue/b1e9fb1063f1404ea495e3a15033ab5d, entries=1, sequenceid=5, filesize=5.2 K 2024-11-10T16:20:16,967 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 97b6726dd89715683af269d7f59ca37e in 442ms, sequenceid=5, compaction requested=false 2024-11-10T16:20:16,967 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T16:20:16,971 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/data/hbase/replication/97b6726dd89715683af269d7f59ca37e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T16:20:16,972 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:20:16,972 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T16:20:16,972 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731255611613.97b6726dd89715683af269d7f59ca37e. 2024-11-10T16:20:16,972 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 97b6726dd89715683af269d7f59ca37e: Waiting for close lock at 1731255616525Running coprocessor pre-close hooks at 1731255616525Disabling compacts and flushes for region at 1731255616525Disabling writes for close at 1731255616525Obtaining lock to block concurrent updates at 1731255616525Preparing flush snapshotting stores in 97b6726dd89715683af269d7f59ca37e at 1731255616525Finished memstore snapshotting hbase:replication,,1731255611613.97b6726dd89715683af269d7f59ca37e., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731255616525Flushing stores of hbase:replication,,1731255611613.97b6726dd89715683af269d7f59ca37e. at 1731255616526 (+1 ms)Flushing 97b6726dd89715683af269d7f59ca37e/queue: creating writer at 1731255616526Flushing 97b6726dd89715683af269d7f59ca37e/queue: appending metadata at 1731255616545 (+19 ms)Flushing 97b6726dd89715683af269d7f59ca37e/queue: closing flushed file at 1731255616545Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34999ba6: reopening flushed file at 1731255616959 (+414 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 97b6726dd89715683af269d7f59ca37e in 442ms, sequenceid=5, compaction requested=false at 1731255616967 (+8 ms)Writing region close event to WAL at 1731255616968 (+1 ms)Running coprocessor post-close hooks at 1731255616972 (+4 ms)Closed at 1731255616972 2024-11-10T16:20:16,972 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731255611613.97b6726dd89715683af269d7f59ca37e. 2024-11-10T16:20:16,978 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/data/hbase/meta/1588230740/.tmp/ns/b7df765a27524582bcf5af2ecccec57c is 43, key is default/ns:d/1731255607389/Put/seqid=0 2024-11-10T16:20:16,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741840_1016 (size=5153) 2024-11-10T16:20:17,126 DEBUG [RS:0;8e3de9160f9f:43609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:20:17,288 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T16:20:17,289 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T16:20:17,326 DEBUG [RS:0;8e3de9160f9f:43609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:20:17,382 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/data/hbase/meta/1588230740/.tmp/ns/b7df765a27524582bcf5af2ecccec57c 2024-11-10T16:20:17,403 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/data/hbase/meta/1588230740/.tmp/table/9d95cba82f8e40c8a007c79d5516584e is 53, key is hbase:replication/table:state/1731255612807/Put/seqid=0 2024-11-10T16:20:17,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741841_1017 (size=5256) 2024-11-10T16:20:17,493 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,43609,1731255604392.replicationSource.wal-reader.8e3de9160f9f%2C43609%2C1731255604392,1-8e3de9160f9f,43609,1731255604392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/WALs/8e3de9160f9f,43609,1731255604392/8e3de9160f9f%2C43609%2C1731255604392.1731255606387 to pos 0, reset compression=false 2024-11-10T16:20:17,526 INFO [RS:0;8e3de9160f9f:43609 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T16:20:17,527 DEBUG [RS:0;8e3de9160f9f:43609 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T16:20:17,527 DEBUG [RS:0;8e3de9160f9f:43609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:20:17,727 DEBUG [RS:0;8e3de9160f9f:43609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:20:17,808 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/data/hbase/meta/1588230740/.tmp/table/9d95cba82f8e40c8a007c79d5516584e 2024-11-10T16:20:17,815 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/data/hbase/meta/1588230740/.tmp/info/6ce11aab3f70427a9e20295fc5e4c0a4 as hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/data/hbase/meta/1588230740/info/6ce11aab3f70427a9e20295fc5e4c0a4 2024-11-10T16:20:17,820 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/data/hbase/meta/1588230740/info/6ce11aab3f70427a9e20295fc5e4c0a4, entries=10, sequenceid=11, filesize=6.5 K 2024-11-10T16:20:17,821 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/data/hbase/meta/1588230740/.tmp/ns/b7df765a27524582bcf5af2ecccec57c as hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/data/hbase/meta/1588230740/ns/b7df765a27524582bcf5af2ecccec57c 2024-11-10T16:20:17,827 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/data/hbase/meta/1588230740/ns/b7df765a27524582bcf5af2ecccec57c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T16:20:17,828 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/data/hbase/meta/1588230740/.tmp/table/9d95cba82f8e40c8a007c79d5516584e as hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/data/hbase/meta/1588230740/table/9d95cba82f8e40c8a007c79d5516584e 2024-11-10T16:20:17,834 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/data/hbase/meta/1588230740/table/9d95cba82f8e40c8a007c79d5516584e, entries=2, sequenceid=11, filesize=5.1 K 2024-11-10T16:20:17,835 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1309ms, sequenceid=11, compaction requested=false 2024-11-10T16:20:17,840 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T16:20:17,840 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:20:17,840 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T16:20:17,841 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T16:20:17,841 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731255616525Running coprocessor pre-close hooks at 1731255616525Disabling compacts and flushes for region at 1731255616525Disabling writes for close at 1731255616526 (+1 ms)Obtaining lock to block concurrent updates at 1731255616526Preparing flush snapshotting stores in 1588230740 at 1731255616526Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731255616526Flushing stores of hbase:meta,,1.1588230740 at 1731255616527 (+1 ms)Flushing 1588230740/info: creating writer at 1731255616527Flushing 1588230740/info: appending metadata at 1731255616548 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731255616548Flushing 1588230740/ns: creating writer at 1731255616960 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731255616977 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731255616977Flushing 1588230740/table: creating writer at 1731255617388 (+411 ms)Flushing 1588230740/table: appending metadata at 1731255617403 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731255617403Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b4fd8d6: reopening flushed file at 1731255617814 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@756d33b8: reopening flushed file at 1731255617820 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e8bce40: reopening flushed file at 1731255617828 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1309ms, sequenceid=11, compaction requested=false at 1731255617835 (+7 ms)Writing region close event to WAL at 1731255617837 (+2 ms)Running coprocessor post-close hooks at 1731255617840 (+3 ms)Closed at 1731255617840 2024-11-10T16:20:17,841 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T16:20:17,927 INFO [RS:0;8e3de9160f9f:43609 {}] regionserver.HRegionServer(976): stopping server 8e3de9160f9f,43609,1731255604392; all regions closed. 2024-11-10T16:20:17,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741834_1010 (size=2742) 2024-11-10T16:20:17,930 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/WALs/8e3de9160f9f,43609,1731255604392/8e3de9160f9f%2C43609%2C1731255604392.meta.1731255607338.meta not finished, retry = 0 2024-11-10T16:20:18,033 DEBUG [RS:0;8e3de9160f9f:43609 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/oldWALs 2024-11-10T16:20:18,033 INFO [RS:0;8e3de9160f9f:43609 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8e3de9160f9f%2C43609%2C1731255604392.meta:.meta(num 1731255607338) 2024-11-10T16:20:18,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741837_1013 (size=1586) 2024-11-10T16:20:18,035 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/WALs/8e3de9160f9f,43609,1731255604392/8e3de9160f9f%2C43609%2C1731255604392.rep.1731255612761 not finished, retry = 0 2024-11-10T16:20:18,139 DEBUG [RS:0;8e3de9160f9f:43609 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/oldWALs 2024-11-10T16:20:18,139 INFO [RS:0;8e3de9160f9f:43609 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8e3de9160f9f%2C43609%2C1731255604392.rep:(num 1731255612761) 2024-11-10T16:20:18,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741832_1008 (size=93) 2024-11-10T16:20:18,143 DEBUG [RS:0;8e3de9160f9f:43609 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/oldWALs 2024-11-10T16:20:18,143 INFO [RS:0;8e3de9160f9f:43609 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8e3de9160f9f%2C43609%2C1731255604392:(num 1731255606387) 2024-11-10T16:20:18,144 DEBUG [RS:0;8e3de9160f9f:43609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:18,144 INFO [RS:0;8e3de9160f9f:43609 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:20:18,144 INFO [RS:0;8e3de9160f9f:43609 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:20:18,144 INFO [RS:0;8e3de9160f9f:43609 {}] hbase.ChoreService(370): Chore service for: regionserver/8e3de9160f9f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T16:20:18,144 INFO [RS:0;8e3de9160f9f:43609 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:20:18,144 INFO [regionserver/8e3de9160f9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:20:18,144 INFO [RS:0;8e3de9160f9f:43609 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8e3de9160f9f,43609,1731255604392 because: Region server is closing 2024-11-10T16:20:18,144 INFO [RS:0;8e3de9160f9f:43609 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:43609. 2024-11-10T16:20:18,144 DEBUG [RS:0;8e3de9160f9f:43609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:20:18,145 DEBUG [RS:0;8e3de9160f9f:43609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:18,145 DEBUG [RS:0;8e3de9160f9f:43609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:18,145 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:20:18,245 WARN [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,43609,1731255604392.replicationSource.wal-reader.8e3de9160f9f%2C43609%2C1731255604392,1-8e3de9160f9f,43609,1731255604392 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T16:20:18,245 WARN [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,43609,1731255604392.replicationSource.shipper8e3de9160f9f%2C43609%2C1731255604392,1-8e3de9160f9f,43609,1731255604392 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T16:20:18,245 INFO [RS:0;8e3de9160f9f:43609 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,43609,1731255604392.replicationSource.shipper8e3de9160f9f%2C43609%2C1731255604392,1-8e3de9160f9f,43609,1731255604392 terminated 2024-11-10T16:20:18,245 INFO [RS:0;8e3de9160f9f:43609 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43609 2024-11-10T16:20:18,248 INFO [RS:0;8e3de9160f9f:43609 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:20:18,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36879-0x10102adfaaf0000, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671147043/rs 2024-11-10T16:20:18,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43609-0x10102adfaaf0001, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1671147043/rs/8e3de9160f9f,43609,1731255604392 2024-11-10T16:20:18,250 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8e3de9160f9f,43609,1731255604392] 2024-11-10T16:20:18,251 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1671147043/draining/8e3de9160f9f,43609,1731255604392 already deleted, retry=false 2024-11-10T16:20:18,251 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8e3de9160f9f,43609,1731255604392 expired; onlineServers=0 2024-11-10T16:20:18,251 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8e3de9160f9f,36879,1731255604337' ***** 2024-11-10T16:20:18,251 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T16:20:18,252 INFO [M:0;8e3de9160f9f:36879 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:20:18,252 INFO [M:0;8e3de9160f9f:36879 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:20:18,252 DEBUG [M:0;8e3de9160f9f:36879 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T16:20:18,252 DEBUG [M:0;8e3de9160f9f:36879 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T16:20:18,252 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T16:20:18,252 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255606180 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255606180,5,FailOnTimeoutGroup] 2024-11-10T16:20:18,252 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255606181 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255606181,5,FailOnTimeoutGroup] 2024-11-10T16:20:18,252 INFO [M:0;8e3de9160f9f:36879 {}] hbase.ChoreService(370): Chore service for: master/8e3de9160f9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T16:20:18,252 INFO [M:0;8e3de9160f9f:36879 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:20:18,252 DEBUG [M:0;8e3de9160f9f:36879 {}] master.HMaster(1795): Stopping service threads 2024-11-10T16:20:18,252 INFO [M:0;8e3de9160f9f:36879 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T16:20:18,252 INFO [M:0;8e3de9160f9f:36879 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:20:18,252 INFO [M:0;8e3de9160f9f:36879 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T16:20:18,252 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T16:20:18,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36879-0x10102adfaaf0000, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1671147043/master 2024-11-10T16:20:18,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36879-0x10102adfaaf0000, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671147043 2024-11-10T16:20:18,254 DEBUG [M:0;8e3de9160f9f:36879 {}] zookeeper.ZKUtil(347): master:36879-0x10102adfaaf0000, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Unable to get data of znode /0-1671147043/master because node does not exist (not an error) 2024-11-10T16:20:18,254 WARN [M:0;8e3de9160f9f:36879 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T16:20:18,255 INFO [M:0;8e3de9160f9f:36879 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/.lastflushedseqids 2024-11-10T16:20:18,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741842_1018 (size=181) 2024-11-10T16:20:18,281 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T16:20:18,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:20:18,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:20:18,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:20:18,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43609-0x10102adfaaf0001, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:20:18,350 INFO [RS:0;8e3de9160f9f:43609 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:20:18,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43609-0x10102adfaaf0001, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:20:18,350 INFO [RS:0;8e3de9160f9f:43609 {}] regionserver.HRegionServer(1031): Exiting; stopping=8e3de9160f9f,43609,1731255604392; zookeeper connection closed. 2024-11-10T16:20:18,351 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@37342e81 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@37342e81 2024-11-10T16:20:18,351 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T16:20:18,625 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T16:20:18,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T16:20:18,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:20:18,660 INFO [M:0;8e3de9160f9f:36879 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T16:20:18,660 INFO [M:0;8e3de9160f9f:36879 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T16:20:18,660 DEBUG [M:0;8e3de9160f9f:36879 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T16:20:18,660 INFO [M:0;8e3de9160f9f:36879 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:20:18,660 DEBUG [M:0;8e3de9160f9f:36879 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:20:18,660 DEBUG [M:0;8e3de9160f9f:36879 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T16:20:18,660 DEBUG [M:0;8e3de9160f9f:36879 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:20:18,661 INFO [M:0;8e3de9160f9f:36879 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-10T16:20:18,677 DEBUG [M:0;8e3de9160f9f:36879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bbfc2c2db5f446cc8058243bb9fa87ec is 82, key is hbase:meta,,1/info:regioninfo/1731255607375/Put/seqid=0 2024-11-10T16:20:18,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741843_1019 (size=5672) 2024-11-10T16:20:19,082 INFO [M:0;8e3de9160f9f:36879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bbfc2c2db5f446cc8058243bb9fa87ec 2024-11-10T16:20:19,103 DEBUG [M:0;8e3de9160f9f:36879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cead31509d2541fc960abb0faaf76508 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731255612812/Put/seqid=0 2024-11-10T16:20:19,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741844_1020 (size=7203) 2024-11-10T16:20:19,508 INFO [M:0;8e3de9160f9f:36879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cead31509d2541fc960abb0faaf76508 2024-11-10T16:20:19,528 DEBUG [M:0;8e3de9160f9f:36879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4bf68c2e5b7944adbe478c7309635f10 is 69, key is 8e3de9160f9f,43609,1731255604392/rs:state/1731255606236/Put/seqid=0 2024-11-10T16:20:19,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741845_1021 (size=5156) 2024-11-10T16:20:19,934 INFO [M:0;8e3de9160f9f:36879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4bf68c2e5b7944adbe478c7309635f10 2024-11-10T16:20:19,940 DEBUG [M:0;8e3de9160f9f:36879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bbfc2c2db5f446cc8058243bb9fa87ec as hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bbfc2c2db5f446cc8058243bb9fa87ec 2024-11-10T16:20:19,946 INFO [M:0;8e3de9160f9f:36879 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bbfc2c2db5f446cc8058243bb9fa87ec, entries=8, sequenceid=70, filesize=5.5 K 2024-11-10T16:20:19,947 DEBUG [M:0;8e3de9160f9f:36879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cead31509d2541fc960abb0faaf76508 as hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cead31509d2541fc960abb0faaf76508 2024-11-10T16:20:19,952 INFO [M:0;8e3de9160f9f:36879 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cead31509d2541fc960abb0faaf76508, entries=8, sequenceid=70, filesize=7.0 K 2024-11-10T16:20:19,953 DEBUG [M:0;8e3de9160f9f:36879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4bf68c2e5b7944adbe478c7309635f10 as hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4bf68c2e5b7944adbe478c7309635f10 2024-11-10T16:20:19,958 INFO [M:0;8e3de9160f9f:36879 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38803/user/jenkins/test-data/ac35d3ed-8cce-a474-67f5-073e6745db75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4bf68c2e5b7944adbe478c7309635f10, entries=1, sequenceid=70, filesize=5.0 K 2024-11-10T16:20:19,959 INFO [M:0;8e3de9160f9f:36879 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=70, compaction requested=false 2024-11-10T16:20:19,961 INFO [M:0;8e3de9160f9f:36879 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:20:19,961 DEBUG [M:0;8e3de9160f9f:36879 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731255618660Disabling compacts and flushes for region at 1731255618660Disabling writes for close at 1731255618660Obtaining lock to block concurrent updates at 1731255618661 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731255618661Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731255618661Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731255618662 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731255618662Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731255618677 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731255618677Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731255619088 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731255619102 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731255619102Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731255619513 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731255619528 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731255619528Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f98956d: reopening flushed file at 1731255619939 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59da9b94: reopening flushed file at 1731255619946 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5675f227: reopening flushed file at 1731255619952 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=70, compaction requested=false at 1731255619959 (+7 ms)Writing region close event to WAL at 1731255619960 (+1 ms)Closed at 1731255619961 (+1 ms) 2024-11-10T16:20:19,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741830_1006 (size=41008) 2024-11-10T16:20:19,965 INFO [M:0;8e3de9160f9f:36879 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T16:20:19,965 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:20:19,965 INFO [M:0;8e3de9160f9f:36879 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36879 2024-11-10T16:20:19,965 INFO [M:0;8e3de9160f9f:36879 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:20:20,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36879-0x10102adfaaf0000, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:20:20,068 INFO [M:0;8e3de9160f9f:36879 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:20:20,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36879-0x10102adfaaf0000, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:20:20,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@718397a1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T16:20:20,071 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39c09d44{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T16:20:20,071 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T16:20:20,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ce4b172{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T16:20:20,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39cf0554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc939496-37c4-a2a1-c7b5-c30e12d1f0a2/hadoop.log.dir/,STOPPED} 2024-11-10T16:20:20,073 WARN [BP-112728570-172.17.0.2-1731255603268 heartbeating to localhost/127.0.0.1:38803 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T16:20:20,073 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T16:20:20,073 WARN [BP-112728570-172.17.0.2-1731255603268 heartbeating to localhost/127.0.0.1:38803 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-112728570-172.17.0.2-1731255603268 (Datanode Uuid 5c70e6fc-5955-499f-9c33-3c4d6d7b6f85) service to localhost/127.0.0.1:38803 2024-11-10T16:20:20,073 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T16:20:20,074 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc939496-37c4-a2a1-c7b5-c30e12d1f0a2/cluster_610ec18a-679a-a397-8cb3-d1f6773370e8/data/data1/current/BP-112728570-172.17.0.2-1731255603268 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T16:20:20,074 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc939496-37c4-a2a1-c7b5-c30e12d1f0a2/cluster_610ec18a-679a-a397-8cb3-d1f6773370e8/data/data2/current/BP-112728570-172.17.0.2-1731255603268 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T16:20:20,074 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T16:20:20,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2778bd0e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T16:20:20,080 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d77b542{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T16:20:20,080 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T16:20:20,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@162c83f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T16:20:20,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24580203{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc939496-37c4-a2a1-c7b5-c30e12d1f0a2/hadoop.log.dir/,STOPPED} 2024-11-10T16:20:20,086 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T16:20:20,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T16:20:20,106 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=140 (was 109) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60286) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45577 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38803 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45577 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38803 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60286) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38803 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:45577 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38803 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45577 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:38803 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45577 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=108 (was 102) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7086 (was 7325) 2024-11-10T16:20:20,113 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=140, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=108, ProcessCount=11, AvailableMemoryMB=7086 2024-11-10T16:20:20,127 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-10T16:20:20,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1122121-8576-6ef0-5839-456efa986cc7/hadoop.log.dir so I do NOT create it in target/test-data/372e1eb4-7ffe-f3aa-94af-47c8200351cf 2024-11-10T16:20:20,128 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1122121-8576-6ef0-5839-456efa986cc7/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T16:20:20,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1122121-8576-6ef0-5839-456efa986cc7/hadoop.tmp.dir so I do NOT create it in target/test-data/372e1eb4-7ffe-f3aa-94af-47c8200351cf 2024-11-10T16:20:20,128 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1122121-8576-6ef0-5839-456efa986cc7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T16:20:20,128 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/372e1eb4-7ffe-f3aa-94af-47c8200351cf 2024-11-10T16:20:20,128 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/372e1eb4-7ffe-f3aa-94af-47c8200351cf/cluster_06b2f91d-e7c6-2388-f400-c8c5ac5425a6, deleteOnExit=true 2024-11-10T16:20:20,130 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/372e1eb4-7ffe-f3aa-94af-47c8200351cf/cluster_06b2f91d-e7c6-2388-f400-c8c5ac5425a6/zookeeper_0, clientPort=52823, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/372e1eb4-7ffe-f3aa-94af-47c8200351cf/cluster_06b2f91d-e7c6-2388-f400-c8c5ac5425a6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/372e1eb4-7ffe-f3aa-94af-47c8200351cf/cluster_06b2f91d-e7c6-2388-f400-c8c5ac5425a6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T16:20:20,131 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52823 2024-11-10T16:20:20,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T16:20:20,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T16:20:20,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/372e1eb4-7ffe-f3aa-94af-47c8200351cf/test.cache.data in system properties and HBase conf 2024-11-10T16:20:20,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/372e1eb4-7ffe-f3aa-94af-47c8200351cf/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T16:20:20,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/372e1eb4-7ffe-f3aa-94af-47c8200351cf/hadoop.log.dir in system properties and HBase conf 2024-11-10T16:20:20,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/372e1eb4-7ffe-f3aa-94af-47c8200351cf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T16:20:20,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/372e1eb4-7ffe-f3aa-94af-47c8200351cf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T16:20:20,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T16:20:20,132 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T16:20:20,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/372e1eb4-7ffe-f3aa-94af-47c8200351cf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T16:20:20,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/372e1eb4-7ffe-f3aa-94af-47c8200351cf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T16:20:20,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/372e1eb4-7ffe-f3aa-94af-47c8200351cf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T16:20:20,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/372e1eb4-7ffe-f3aa-94af-47c8200351cf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T16:20:20,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/372e1eb4-7ffe-f3aa-94af-47c8200351cf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T16:20:20,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/372e1eb4-7ffe-f3aa-94af-47c8200351cf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T16:20:20,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/372e1eb4-7ffe-f3aa-94af-47c8200351cf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T16:20:20,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/372e1eb4-7ffe-f3aa-94af-47c8200351cf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T16:20:20,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/372e1eb4-7ffe-f3aa-94af-47c8200351cf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T16:20:20,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/372e1eb4-7ffe-f3aa-94af-47c8200351cf/nfs.dump.dir in system properties and HBase conf 2024-11-10T16:20:20,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/372e1eb4-7ffe-f3aa-94af-47c8200351cf/java.io.tmpdir in system properties and HBase conf 2024-11-10T16:20:20,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/372e1eb4-7ffe-f3aa-94af-47c8200351cf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T16:20:20,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/372e1eb4-7ffe-f3aa-94af-47c8200351cf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T16:20:20,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/372e1eb4-7ffe-f3aa-94af-47c8200351cf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T16:20:20,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10102adfaaf0002, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T16:20:20,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10102adfaaf0005, quorum=127.0.0.1:60286, baseZNode=/11579816254 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T16:20:20,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10102adfaaf0005, quorum=127.0.0.1:60286, baseZNode=/11579816254 Received Disconnected from ZooKeeper, ignoring 2024-11-10T16:20:20,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10102adfaaf0002, quorum=127.0.0.1:60286, baseZNode=/0-1671147043 Received Disconnected from ZooKeeper, ignoring 2024-11-10T16:20:20,219 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:20:20,224 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T16:20:20,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T16:20:20,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T16:20:20,225 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T16:20:20,226 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:20:20,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50695de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/372e1eb4-7ffe-f3aa-94af-47c8200351cf/hadoop.log.dir/,AVAILABLE} 2024-11-10T16:20:20,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5043fec4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T16:20:20,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a577702{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/372e1eb4-7ffe-f3aa-94af-47c8200351cf/java.io.tmpdir/jetty-localhost-42291-hadoop-hdfs-3_4_1-tests_jar-_-any-2865566263478331556/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T16:20:20,343 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38add795{HTTP/1.1, (http/1.1)}{localhost:42291} 2024-11-10T16:20:20,343 INFO [Time-limited test {}] server.Server(415): Started @46804ms 2024-11-10T16:20:20,421 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:20:20,427 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T16:20:20,433 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T16:20:20,433 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T16:20:20,433 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T16:20:20,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a533fc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/372e1eb4-7ffe-f3aa-94af-47c8200351cf/hadoop.log.dir/,AVAILABLE} 2024-11-10T16:20:20,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33983d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T16:20:20,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@436288d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/372e1eb4-7ffe-f3aa-94af-47c8200351cf/java.io.tmpdir/jetty-localhost-37691-hadoop-hdfs-3_4_1-tests_jar-_-any-3377041931549783621/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T16:20:20,549 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21c6da7e{HTTP/1.1, (http/1.1)}{localhost:37691} 2024-11-10T16:20:20,549 INFO [Time-limited test {}] server.Server(415): Started @47010ms 2024-11-10T16:20:20,551 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T16:20:20,658 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/372e1eb4-7ffe-f3aa-94af-47c8200351cf/cluster_06b2f91d-e7c6-2388-f400-c8c5ac5425a6/data/data2/current/BP-938729137-172.17.0.2-1731255620163/current, will proceed with Du for space computation calculation, 2024-11-10T16:20:20,658 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/372e1eb4-7ffe-f3aa-94af-47c8200351cf/cluster_06b2f91d-e7c6-2388-f400-c8c5ac5425a6/data/data1/current/BP-938729137-172.17.0.2-1731255620163/current, will proceed with Du for space computation calculation, 2024-11-10T16:20:20,674 WARN [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T16:20:20,677 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa4c5487590959084 with lease ID 0x759a2c8a01a25ee2: Processing first storage report for DS-df576db4-00d9-4728-ba20-e998bd06e7b4 from datanode DatanodeRegistration(127.0.0.1:38445, datanodeUuid=f201ce46-662b-4fe5-83d9-01f592efe214, infoPort=35889, infoSecurePort=0, ipcPort=36753, storageInfo=lv=-57;cid=testClusterID;nsid=1572158605;c=1731255620163) 2024-11-10T16:20:20,677 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa4c5487590959084 with lease ID 0x759a2c8a01a25ee2: from storage DS-df576db4-00d9-4728-ba20-e998bd06e7b4 node DatanodeRegistration(127.0.0.1:38445, datanodeUuid=f201ce46-662b-4fe5-83d9-01f592efe214, infoPort=35889, infoSecurePort=0, ipcPort=36753, storageInfo=lv=-57;cid=testClusterID;nsid=1572158605;c=1731255620163), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T16:20:20,677 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa4c5487590959084 with lease ID 0x759a2c8a01a25ee2: Processing first storage report for DS-b05fbc4e-1c81-47e1-8e36-bdee86cc0b17 from datanode DatanodeRegistration(127.0.0.1:38445, datanodeUuid=f201ce46-662b-4fe5-83d9-01f592efe214, infoPort=35889, infoSecurePort=0, ipcPort=36753, storageInfo=lv=-57;cid=testClusterID;nsid=1572158605;c=1731255620163) 2024-11-10T16:20:20,677 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa4c5487590959084 with lease ID 0x759a2c8a01a25ee2: from storage DS-b05fbc4e-1c81-47e1-8e36-bdee86cc0b17 node DatanodeRegistration(127.0.0.1:38445, datanodeUuid=f201ce46-662b-4fe5-83d9-01f592efe214, infoPort=35889, infoSecurePort=0, ipcPort=36753, storageInfo=lv=-57;cid=testClusterID;nsid=1572158605;c=1731255620163), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T16:20:20,778 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/372e1eb4-7ffe-f3aa-94af-47c8200351cf 2024-11-10T16:20:20,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:20:20,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:20:20,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741825_1001 (size=7) 2024-11-10T16:20:21,188 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af with version=8 2024-11-10T16:20:21,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/hbase-staging 2024-11-10T16:20:21,190 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:20:21,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:20:21,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:20:21,190 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:20:21,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:20:21,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:20:21,190 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T16:20:21,191 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:20:21,191 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37907 2024-11-10T16:20:21,192 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37907 connecting to ZooKeeper ensemble=127.0.0.1:52823 2024-11-10T16:20:21,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379070x0, quorum=127.0.0.1:52823, baseZNode=/01717253513 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:20:21,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37907-0x10102ae3cb10000 connected 2024-11-10T16:20:21,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:20:21,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:20:21,218 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37907-0x10102ae3cb10000, quorum=127.0.0.1:52823, baseZNode=/01717253513 Set watcher on znode that does not yet exist, /01717253513/running 2024-11-10T16:20:21,219 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af, hbase.cluster.distributed=false 2024-11-10T16:20:21,220 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37907-0x10102ae3cb10000, quorum=127.0.0.1:52823, baseZNode=/01717253513 Set watcher on znode that does not yet exist, /01717253513/acl 2024-11-10T16:20:21,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37907 2024-11-10T16:20:21,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37907 2024-11-10T16:20:21,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37907 2024-11-10T16:20:21,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37907 2024-11-10T16:20:21,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37907 2024-11-10T16:20:21,241 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:20:21,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:20:21,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:20:21,241 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:20:21,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:20:21,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:20:21,241 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T16:20:21,241 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:20:21,242 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33549 2024-11-10T16:20:21,243 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33549 connecting to ZooKeeper ensemble=127.0.0.1:52823 2024-11-10T16:20:21,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:20:21,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:20:21,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335490x0, quorum=127.0.0.1:52823, baseZNode=/01717253513 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:20:21,251 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33549-0x10102ae3cb10001, quorum=127.0.0.1:52823, baseZNode=/01717253513 Set watcher on znode that does not yet exist, /01717253513/running 2024-11-10T16:20:21,251 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33549-0x10102ae3cb10001 connected 2024-11-10T16:20:21,251 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T16:20:21,252 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T16:20:21,252 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33549-0x10102ae3cb10001, quorum=127.0.0.1:52823, baseZNode=/01717253513 Set watcher on znode that does not yet exist, /01717253513/master 2024-11-10T16:20:21,253 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33549-0x10102ae3cb10001, quorum=127.0.0.1:52823, baseZNode=/01717253513 Set watcher on znode that does not yet exist, /01717253513/acl 2024-11-10T16:20:21,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33549 2024-11-10T16:20:21,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33549 2024-11-10T16:20:21,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33549 2024-11-10T16:20:21,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33549 2024-11-10T16:20:21,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33549 2024-11-10T16:20:21,271 DEBUG [M:0;8e3de9160f9f:37907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8e3de9160f9f:37907 2024-11-10T16:20:21,272 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01717253513/backup-masters/8e3de9160f9f,37907,1731255621190 2024-11-10T16:20:21,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33549-0x10102ae3cb10001, quorum=127.0.0.1:52823, baseZNode=/01717253513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717253513/backup-masters 2024-11-10T16:20:21,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x10102ae3cb10000, quorum=127.0.0.1:52823, baseZNode=/01717253513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717253513/backup-masters 2024-11-10T16:20:21,274 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37907-0x10102ae3cb10000, quorum=127.0.0.1:52823, baseZNode=/01717253513 Set watcher on existing znode=/01717253513/backup-masters/8e3de9160f9f,37907,1731255621190 2024-11-10T16:20:21,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33549-0x10102ae3cb10001, quorum=127.0.0.1:52823, baseZNode=/01717253513 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01717253513/master 2024-11-10T16:20:21,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x10102ae3cb10000, quorum=127.0.0.1:52823, baseZNode=/01717253513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717253513 2024-11-10T16:20:21,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33549-0x10102ae3cb10001, quorum=127.0.0.1:52823, baseZNode=/01717253513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717253513 2024-11-10T16:20:21,276 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37907-0x10102ae3cb10000, quorum=127.0.0.1:52823, baseZNode=/01717253513 Set watcher on existing znode=/01717253513/master 2024-11-10T16:20:21,276 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01717253513/backup-masters/8e3de9160f9f,37907,1731255621190 from backup master directory 2024-11-10T16:20:21,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x10102ae3cb10000, quorum=127.0.0.1:52823, baseZNode=/01717253513 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01717253513/backup-masters/8e3de9160f9f,37907,1731255621190 2024-11-10T16:20:21,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x10102ae3cb10000, quorum=127.0.0.1:52823, baseZNode=/01717253513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717253513/backup-masters 2024-11-10T16:20:21,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33549-0x10102ae3cb10001, quorum=127.0.0.1:52823, baseZNode=/01717253513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717253513/backup-masters 2024-11-10T16:20:21,278 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:20:21,278 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8e3de9160f9f,37907,1731255621190 2024-11-10T16:20:21,282 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/hbase.id] with ID: 3da62abf-9f94-40fa-b4f0-a409931c0e37 2024-11-10T16:20:21,282 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/.tmp/hbase.id 2024-11-10T16:20:21,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741826_1002 (size=42) 2024-11-10T16:20:21,687 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/.tmp/hbase.id]:[hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/hbase.id] 2024-11-10T16:20:21,698 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:20:21,698 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T16:20:21,700 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-10T16:20:21,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33549-0x10102ae3cb10001, quorum=127.0.0.1:52823, baseZNode=/01717253513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717253513 2024-11-10T16:20:21,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x10102ae3cb10000, quorum=127.0.0.1:52823, baseZNode=/01717253513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717253513 2024-11-10T16:20:21,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741827_1003 (size=196) 2024-11-10T16:20:22,109 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:20:22,110 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T16:20:22,110 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:20:22,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741828_1004 (size=1189) 2024-11-10T16:20:22,519 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/MasterData/data/master/store 2024-11-10T16:20:22,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741829_1005 (size=34) 2024-11-10T16:20:22,925 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:20:22,926 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T16:20:22,926 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:20:22,926 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:20:22,926 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T16:20:22,926 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:20:22,926 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:20:22,926 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731255622926Disabling compacts and flushes for region at 1731255622926Disabling writes for close at 1731255622926Writing region close event to WAL at 1731255622926Closed at 1731255622926 2024-11-10T16:20:22,927 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/MasterData/data/master/store/.initializing 2024-11-10T16:20:22,927 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/MasterData/WALs/8e3de9160f9f,37907,1731255621190 2024-11-10T16:20:22,928 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:20:22,930 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8e3de9160f9f%2C37907%2C1731255621190, suffix=, logDir=hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/MasterData/WALs/8e3de9160f9f,37907,1731255621190, archiveDir=hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/MasterData/oldWALs, maxLogs=10 2024-11-10T16:20:22,944 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/MasterData/WALs/8e3de9160f9f,37907,1731255621190/8e3de9160f9f%2C37907%2C1731255621190.1731255622930, exclude list is [], retry=0 2024-11-10T16:20:22,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38445,DS-df576db4-00d9-4728-ba20-e998bd06e7b4,DISK] 2024-11-10T16:20:22,949 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/MasterData/WALs/8e3de9160f9f,37907,1731255621190/8e3de9160f9f%2C37907%2C1731255621190.1731255622930 2024-11-10T16:20:22,949 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35889:35889)] 2024-11-10T16:20:22,949 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:20:22,949 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:20:22,949 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:22,950 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:22,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:22,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T16:20:22,953 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:22,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:20:22,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:22,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T16:20:22,955 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:22,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:20:22,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:22,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T16:20:22,956 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:22,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:20:22,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:22,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T16:20:22,958 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:22,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:20:22,958 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:22,959 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:22,959 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:22,961 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:22,961 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:22,961 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:20:22,962 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:22,964 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:20:22,964 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66354536, jitterRate=-0.011240363121032715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:20:22,966 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731255622950Initializing all the Stores at 1731255622951 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255622951Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255622951Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255622951Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255622951Cleaning up temporary data from old regions at 1731255622961 (+10 ms)Region opened successfully at 1731255622966 (+5 ms) 2024-11-10T16:20:22,966 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T16:20:22,969 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ded714, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:20:22,970 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T16:20:22,970 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T16:20:22,970 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T16:20:22,970 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T16:20:22,971 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T16:20:22,971 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T16:20:22,971 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T16:20:22,973 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T16:20:22,974 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37907-0x10102ae3cb10000, quorum=127.0.0.1:52823, baseZNode=/01717253513 Unable to get data of znode /01717253513/balancer because node does not exist (not necessarily an error) 2024-11-10T16:20:22,975 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01717253513/balancer already deleted, retry=false 2024-11-10T16:20:22,975 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T16:20:22,976 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37907-0x10102ae3cb10000, quorum=127.0.0.1:52823, baseZNode=/01717253513 Unable to get data of znode /01717253513/normalizer because node does not exist (not necessarily an error) 2024-11-10T16:20:22,977 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01717253513/normalizer already deleted, retry=false 2024-11-10T16:20:22,977 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T16:20:22,978 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37907-0x10102ae3cb10000, quorum=127.0.0.1:52823, baseZNode=/01717253513 Unable to get data of znode /01717253513/switch/split because node does not exist (not necessarily an error) 2024-11-10T16:20:22,979 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01717253513/switch/split already deleted, retry=false 2024-11-10T16:20:22,980 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37907-0x10102ae3cb10000, quorum=127.0.0.1:52823, baseZNode=/01717253513 Unable to get data of znode /01717253513/switch/merge because node does not exist (not necessarily an error) 2024-11-10T16:20:22,982 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01717253513/switch/merge already deleted, retry=false 2024-11-10T16:20:22,984 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37907-0x10102ae3cb10000, quorum=127.0.0.1:52823, baseZNode=/01717253513 Unable to get data of znode /01717253513/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T16:20:22,985 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01717253513/snapshot-cleanup already deleted, retry=false 2024-11-10T16:20:22,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x10102ae3cb10000, quorum=127.0.0.1:52823, baseZNode=/01717253513 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01717253513/running 2024-11-10T16:20:22,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33549-0x10102ae3cb10001, quorum=127.0.0.1:52823, baseZNode=/01717253513 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01717253513/running 2024-11-10T16:20:22,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x10102ae3cb10000, quorum=127.0.0.1:52823, baseZNode=/01717253513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717253513 2024-11-10T16:20:22,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33549-0x10102ae3cb10001, quorum=127.0.0.1:52823, baseZNode=/01717253513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717253513 2024-11-10T16:20:22,987 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8e3de9160f9f,37907,1731255621190, sessionid=0x10102ae3cb10000, setting cluster-up flag (Was=false) 2024-11-10T16:20:22,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33549-0x10102ae3cb10001, quorum=127.0.0.1:52823, baseZNode=/01717253513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717253513 2024-11-10T16:20:22,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x10102ae3cb10000, quorum=127.0.0.1:52823, baseZNode=/01717253513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717253513 2024-11-10T16:20:22,995 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01717253513/flush-table-proc/acquired, /01717253513/flush-table-proc/reached, /01717253513/flush-table-proc/abort 2024-11-10T16:20:22,996 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,37907,1731255621190 2024-11-10T16:20:23,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33549-0x10102ae3cb10001, quorum=127.0.0.1:52823, baseZNode=/01717253513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717253513 2024-11-10T16:20:23,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x10102ae3cb10000, quorum=127.0.0.1:52823, baseZNode=/01717253513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717253513 2024-11-10T16:20:23,006 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01717253513/online-snapshot/acquired, /01717253513/online-snapshot/reached, /01717253513/online-snapshot/abort 2024-11-10T16:20:23,006 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,37907,1731255621190 2024-11-10T16:20:23,007 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T16:20:23,009 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T16:20:23,009 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T16:20:23,010 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T16:20:23,010 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8e3de9160f9f,37907,1731255621190 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T16:20:23,011 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:20:23,011 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:20:23,011 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:20:23,011 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:20:23,011 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8e3de9160f9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T16:20:23,011 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:23,011 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:20:23,011 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:23,013 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731255653013 2024-11-10T16:20:23,013 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T16:20:23,013 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T16:20:23,013 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T16:20:23,013 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T16:20:23,013 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T16:20:23,013 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T16:20:23,013 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:23,014 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T16:20:23,014 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T16:20:23,014 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T16:20:23,014 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:20:23,014 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T16:20:23,014 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T16:20:23,014 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T16:20:23,014 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T16:20:23,014 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255623014,5,FailOnTimeoutGroup] 2024-11-10T16:20:23,015 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255623015,5,FailOnTimeoutGroup] 2024-11-10T16:20:23,015 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:23,015 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T16:20:23,015 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:23,015 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:23,015 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:23,015 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T16:20:23,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741831_1007 (size=1321) 2024-11-10T16:20:23,063 INFO [RS:0;8e3de9160f9f:33549 {}] regionserver.HRegionServer(746): ClusterId : 3da62abf-9f94-40fa-b4f0-a409931c0e37 2024-11-10T16:20:23,063 DEBUG [RS:0;8e3de9160f9f:33549 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T16:20:23,066 DEBUG [RS:0;8e3de9160f9f:33549 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T16:20:23,066 DEBUG [RS:0;8e3de9160f9f:33549 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T16:20:23,068 DEBUG [RS:0;8e3de9160f9f:33549 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T16:20:23,068 DEBUG [RS:0;8e3de9160f9f:33549 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6935baf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:20:23,080 DEBUG [RS:0;8e3de9160f9f:33549 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8e3de9160f9f:33549 2024-11-10T16:20:23,080 INFO [RS:0;8e3de9160f9f:33549 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T16:20:23,080 INFO [RS:0;8e3de9160f9f:33549 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T16:20:23,080 DEBUG [RS:0;8e3de9160f9f:33549 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T16:20:23,081 INFO [RS:0;8e3de9160f9f:33549 {}] regionserver.HRegionServer(2659): reportForDuty to master=8e3de9160f9f,37907,1731255621190 with port=33549, startcode=1731255621241 2024-11-10T16:20:23,081 DEBUG [RS:0;8e3de9160f9f:33549 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T16:20:23,083 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T16:20:23,083 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37907 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8e3de9160f9f,33549,1731255621241 2024-11-10T16:20:23,083 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37907 {}] master.ServerManager(517): Registering regionserver=8e3de9160f9f,33549,1731255621241 2024-11-10T16:20:23,085 DEBUG [RS:0;8e3de9160f9f:33549 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af 2024-11-10T16:20:23,085 DEBUG [RS:0;8e3de9160f9f:33549 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33113 2024-11-10T16:20:23,085 DEBUG [RS:0;8e3de9160f9f:33549 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T16:20:23,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x10102ae3cb10000, quorum=127.0.0.1:52823, baseZNode=/01717253513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717253513/rs 2024-11-10T16:20:23,086 DEBUG [RS:0;8e3de9160f9f:33549 {}] zookeeper.ZKUtil(111): regionserver:33549-0x10102ae3cb10001, quorum=127.0.0.1:52823, baseZNode=/01717253513 Set watcher on existing znode=/01717253513/rs/8e3de9160f9f,33549,1731255621241 2024-11-10T16:20:23,087 WARN [RS:0;8e3de9160f9f:33549 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:20:23,087 INFO [RS:0;8e3de9160f9f:33549 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:20:23,087 DEBUG [RS:0;8e3de9160f9f:33549 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241 2024-11-10T16:20:23,087 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8e3de9160f9f,33549,1731255621241] 2024-11-10T16:20:23,090 INFO [RS:0;8e3de9160f9f:33549 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T16:20:23,092 INFO [RS:0;8e3de9160f9f:33549 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T16:20:23,092 INFO [RS:0;8e3de9160f9f:33549 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T16:20:23,092 INFO [RS:0;8e3de9160f9f:33549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:23,092 INFO [RS:0;8e3de9160f9f:33549 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T16:20:23,093 INFO [RS:0;8e3de9160f9f:33549 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T16:20:23,093 INFO [RS:0;8e3de9160f9f:33549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:23,093 DEBUG [RS:0;8e3de9160f9f:33549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:23,093 DEBUG [RS:0;8e3de9160f9f:33549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:23,093 DEBUG [RS:0;8e3de9160f9f:33549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:23,093 DEBUG [RS:0;8e3de9160f9f:33549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:23,093 DEBUG [RS:0;8e3de9160f9f:33549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:23,093 DEBUG [RS:0;8e3de9160f9f:33549 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:20:23,093 DEBUG [RS:0;8e3de9160f9f:33549 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:23,093 DEBUG [RS:0;8e3de9160f9f:33549 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:23,093 DEBUG [RS:0;8e3de9160f9f:33549 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:23,093 DEBUG [RS:0;8e3de9160f9f:33549 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:23,093 DEBUG [RS:0;8e3de9160f9f:33549 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:23,094 DEBUG [RS:0;8e3de9160f9f:33549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:23,094 DEBUG [RS:0;8e3de9160f9f:33549 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:20:23,094 DEBUG [RS:0;8e3de9160f9f:33549 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:20:23,094 INFO [RS:0;8e3de9160f9f:33549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:23,094 INFO [RS:0;8e3de9160f9f:33549 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:23,094 INFO [RS:0;8e3de9160f9f:33549 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:23,094 INFO [RS:0;8e3de9160f9f:33549 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:23,094 INFO [RS:0;8e3de9160f9f:33549 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:23,094 INFO [RS:0;8e3de9160f9f:33549 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,33549,1731255621241-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:20:23,109 INFO [RS:0;8e3de9160f9f:33549 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T16:20:23,109 INFO [RS:0;8e3de9160f9f:33549 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,33549,1731255621241-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:23,109 INFO [RS:0;8e3de9160f9f:33549 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:23,109 INFO [RS:0;8e3de9160f9f:33549 {}] regionserver.Replication(171): 8e3de9160f9f,33549,1731255621241 started 2024-11-10T16:20:23,123 INFO [RS:0;8e3de9160f9f:33549 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:23,123 INFO [RS:0;8e3de9160f9f:33549 {}] regionserver.HRegionServer(1482): Serving as 8e3de9160f9f,33549,1731255621241, RpcServer on 8e3de9160f9f/172.17.0.2:33549, sessionid=0x10102ae3cb10001 2024-11-10T16:20:23,123 DEBUG [RS:0;8e3de9160f9f:33549 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T16:20:23,123 DEBUG [RS:0;8e3de9160f9f:33549 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8e3de9160f9f,33549,1731255621241 2024-11-10T16:20:23,123 DEBUG [RS:0;8e3de9160f9f:33549 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,33549,1731255621241' 2024-11-10T16:20:23,123 DEBUG [RS:0;8e3de9160f9f:33549 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01717253513/flush-table-proc/abort' 2024-11-10T16:20:23,124 DEBUG [RS:0;8e3de9160f9f:33549 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01717253513/flush-table-proc/acquired' 2024-11-10T16:20:23,124 DEBUG [RS:0;8e3de9160f9f:33549 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T16:20:23,124 DEBUG [RS:0;8e3de9160f9f:33549 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T16:20:23,124 DEBUG [RS:0;8e3de9160f9f:33549 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8e3de9160f9f,33549,1731255621241 2024-11-10T16:20:23,124 DEBUG [RS:0;8e3de9160f9f:33549 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,33549,1731255621241' 2024-11-10T16:20:23,124 DEBUG [RS:0;8e3de9160f9f:33549 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01717253513/online-snapshot/abort' 2024-11-10T16:20:23,125 DEBUG [RS:0;8e3de9160f9f:33549 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01717253513/online-snapshot/acquired' 2024-11-10T16:20:23,125 DEBUG [RS:0;8e3de9160f9f:33549 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T16:20:23,125 INFO [RS:0;8e3de9160f9f:33549 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T16:20:23,125 INFO [RS:0;8e3de9160f9f:33549 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T16:20:23,226 INFO [RS:0;8e3de9160f9f:33549 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:20:23,227 INFO [RS:0;8e3de9160f9f:33549 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C33549%2C1731255621241, suffix=, logDir=hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241, archiveDir=hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/oldWALs, maxLogs=10 2024-11-10T16:20:23,245 DEBUG [RS:0;8e3de9160f9f:33549 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228, exclude list is [], retry=0 2024-11-10T16:20:23,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38445,DS-df576db4-00d9-4728-ba20-e998bd06e7b4,DISK] 2024-11-10T16:20:23,250 INFO [RS:0;8e3de9160f9f:33549 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 2024-11-10T16:20:23,250 DEBUG [RS:0;8e3de9160f9f:33549 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35889:35889)] 2024-11-10T16:20:23,342 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T16:20:23,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:20:23,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:20:23,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:20:23,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:20:23,426 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T16:20:23,427 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af 2024-11-10T16:20:23,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741833_1009 (size=32) 2024-11-10T16:20:23,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:20:23,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:20:23,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:20:23,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:23,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:20:23,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:20:23,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:20:23,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:23,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:20:23,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:20:23,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:20:23,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:23,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:20:23,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:20:23,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:20:23,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:23,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:20:23,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:20:23,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/hbase/meta/1588230740 2024-11-10T16:20:23,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/hbase/meta/1588230740 2024-11-10T16:20:23,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:20:23,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:20:23,845 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:20:23,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:20:23,848 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:20:23,848 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63271463, jitterRate=-0.05718173086643219}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:20:23,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731255623833Initializing all the Stores at 1731255623834 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255623834Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255623834Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255623834Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255623834Cleaning up temporary data from old regions at 1731255623844 (+10 ms)Region opened successfully at 1731255623849 (+5 ms) 2024-11-10T16:20:23,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T16:20:23,850 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T16:20:23,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T16:20:23,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T16:20:23,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T16:20:23,850 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T16:20:23,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731255623849Disabling compacts and flushes for region at 1731255623849Disabling writes for close at 1731255623850 (+1 ms)Writing region close event to WAL at 1731255623850Closed at 1731255623850 2024-11-10T16:20:23,851 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:20:23,851 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T16:20:23,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T16:20:23,853 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:20:23,854 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T16:20:24,005 DEBUG [8e3de9160f9f:37907 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T16:20:24,005 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8e3de9160f9f,33549,1731255621241 2024-11-10T16:20:24,007 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,33549,1731255621241, state=OPENING 2024-11-10T16:20:24,009 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T16:20:24,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33549-0x10102ae3cb10001, quorum=127.0.0.1:52823, baseZNode=/01717253513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717253513 2024-11-10T16:20:24,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x10102ae3cb10000, quorum=127.0.0.1:52823, baseZNode=/01717253513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717253513 2024-11-10T16:20:24,011 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:20:24,012 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01717253513/meta-region-server: CHANGED 2024-11-10T16:20:24,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,33549,1731255621241}] 2024-11-10T16:20:24,012 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01717253513/meta-region-server: CHANGED 2024-11-10T16:20:24,165 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T16:20:24,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T16:20:24,171 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T16:20:24,171 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:20:24,171 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T16:20:24,173 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C33549%2C1731255621241.meta, suffix=.meta, logDir=hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241, archiveDir=hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/oldWALs, maxLogs=10 2024-11-10T16:20:24,194 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.meta.1731255624173.meta, exclude list is [], retry=0 2024-11-10T16:20:24,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38445,DS-df576db4-00d9-4728-ba20-e998bd06e7b4,DISK] 2024-11-10T16:20:24,198 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.meta.1731255624173.meta 2024-11-10T16:20:24,198 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35889:35889)] 2024-11-10T16:20:24,198 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:20:24,199 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:20:24,199 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T16:20:24,199 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T16:20:24,199 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T16:20:24,199 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T16:20:24,199 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:20:24,199 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T16:20:24,199 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T16:20:24,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:20:24,202 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:20:24,202 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:24,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:20:24,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:20:24,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:20:24,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:24,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:20:24,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:20:24,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:20:24,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:24,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:20:24,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:20:24,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:20:24,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:24,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:20:24,205 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:20:24,206 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/hbase/meta/1588230740 2024-11-10T16:20:24,207 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/hbase/meta/1588230740 2024-11-10T16:20:24,208 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:20:24,208 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:20:24,209 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:20:24,210 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:20:24,211 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67803267, jitterRate=0.010347411036491394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:20:24,211 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T16:20:24,212 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731255624199Writing region info on filesystem at 1731255624200 (+1 ms)Initializing all the Stores at 1731255624200Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255624200Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255624201 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255624201Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255624201Cleaning up temporary data from old regions at 1731255624208 (+7 ms)Running coprocessor post-open hooks at 1731255624211 (+3 ms)Region opened successfully at 1731255624212 (+1 ms) 2024-11-10T16:20:24,213 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731255624165 2024-11-10T16:20:24,215 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T16:20:24,215 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T16:20:24,216 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8e3de9160f9f,33549,1731255621241 2024-11-10T16:20:24,217 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,33549,1731255621241, state=OPEN 2024-11-10T16:20:24,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33549-0x10102ae3cb10001, quorum=127.0.0.1:52823, baseZNode=/01717253513 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01717253513/meta-region-server 2024-11-10T16:20:24,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x10102ae3cb10000, quorum=127.0.0.1:52823, baseZNode=/01717253513 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01717253513/meta-region-server 2024-11-10T16:20:24,222 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8e3de9160f9f,33549,1731255621241 2024-11-10T16:20:24,222 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01717253513/meta-region-server: CHANGED 2024-11-10T16:20:24,222 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01717253513/meta-region-server: CHANGED 2024-11-10T16:20:24,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T16:20:24,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,33549,1731255621241 in 211 msec 2024-11-10T16:20:24,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T16:20:24,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 373 msec 2024-11-10T16:20:24,228 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:20:24,228 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T16:20:24,230 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:20:24,230 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33549,1731255621241, seqNum=-1] 2024-11-10T16:20:24,230 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:20:24,231 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:20:24,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2270 sec 2024-11-10T16:20:24,236 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731255624236, completionTime=-1 2024-11-10T16:20:24,236 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T16:20:24,237 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T16:20:24,239 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T16:20:24,239 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731255684239 2024-11-10T16:20:24,239 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731255744239 2024-11-10T16:20:24,239 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T16:20:24,239 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,37907,1731255621190-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:24,240 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,37907,1731255621190-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:24,240 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,37907,1731255621190-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:24,240 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8e3de9160f9f:37907, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:24,240 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:24,240 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:24,242 DEBUG [master/8e3de9160f9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T16:20:24,244 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.966sec 2024-11-10T16:20:24,244 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T16:20:24,244 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T16:20:24,244 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T16:20:24,244 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T16:20:24,244 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T16:20:24,244 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,37907,1731255621190-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:20:24,244 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,37907,1731255621190-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T16:20:24,247 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T16:20:24,247 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T16:20:24,247 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,37907,1731255621190-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:24,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec4f0b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:20:24,264 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,37907,-1 for getting cluster id 2024-11-10T16:20:24,264 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:20:24,266 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3da62abf-9f94-40fa-b4f0-a409931c0e37' 2024-11-10T16:20:24,266 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:20:24,266 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3da62abf-9f94-40fa-b4f0-a409931c0e37" 2024-11-10T16:20:24,266 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32832ee7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:20:24,266 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,37907,-1] 2024-11-10T16:20:24,266 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:20:24,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:24,268 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:20:24,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@238f940e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:20:24,269 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:20:24,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33549,1731255621241, seqNum=-1] 2024-11-10T16:20:24,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:20:24,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:20:24,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8e3de9160f9f,37907,1731255621190 2024-11-10T16:20:24,275 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52823 2024-11-10T16:20:24,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52823, baseZNode=/01717253513 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:20:24,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10102ae3cb10002 connected 2024-11-10T16:20:24,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/372e1eb4-7ffe-f3aa-94af-47c8200351cf/hadoop.log.dir so I do NOT create it in target/test-data/829125cc-5f33-a7ba-adea-b98e4b11b64b 2024-11-10T16:20:24,283 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/372e1eb4-7ffe-f3aa-94af-47c8200351cf/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T16:20:24,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/372e1eb4-7ffe-f3aa-94af-47c8200351cf/hadoop.tmp.dir so I do NOT create it in target/test-data/829125cc-5f33-a7ba-adea-b98e4b11b64b 2024-11-10T16:20:24,283 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/372e1eb4-7ffe-f3aa-94af-47c8200351cf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T16:20:24,283 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829125cc-5f33-a7ba-adea-b98e4b11b64b 2024-11-10T16:20:24,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T16:20:24,284 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829125cc-5f33-a7ba-adea-b98e4b11b64b/cluster_c64de168-cfaa-0ef6-87f4-8640de248516, deleteOnExit=true 2024-11-10T16:20:24,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T16:20:24,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829125cc-5f33-a7ba-adea-b98e4b11b64b/test.cache.data in system properties and HBase conf 2024-11-10T16:20:24,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829125cc-5f33-a7ba-adea-b98e4b11b64b/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T16:20:24,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829125cc-5f33-a7ba-adea-b98e4b11b64b/hadoop.log.dir in system properties and HBase conf 2024-11-10T16:20:24,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829125cc-5f33-a7ba-adea-b98e4b11b64b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T16:20:24,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829125cc-5f33-a7ba-adea-b98e4b11b64b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T16:20:24,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T16:20:24,284 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T16:20:24,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829125cc-5f33-a7ba-adea-b98e4b11b64b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T16:20:24,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829125cc-5f33-a7ba-adea-b98e4b11b64b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T16:20:24,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829125cc-5f33-a7ba-adea-b98e4b11b64b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T16:20:24,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829125cc-5f33-a7ba-adea-b98e4b11b64b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T16:20:24,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829125cc-5f33-a7ba-adea-b98e4b11b64b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T16:20:24,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829125cc-5f33-a7ba-adea-b98e4b11b64b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T16:20:24,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829125cc-5f33-a7ba-adea-b98e4b11b64b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T16:20:24,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829125cc-5f33-a7ba-adea-b98e4b11b64b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T16:20:24,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829125cc-5f33-a7ba-adea-b98e4b11b64b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T16:20:24,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829125cc-5f33-a7ba-adea-b98e4b11b64b/nfs.dump.dir in system properties and HBase conf 2024-11-10T16:20:24,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829125cc-5f33-a7ba-adea-b98e4b11b64b/java.io.tmpdir in system properties and HBase conf 2024-11-10T16:20:24,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829125cc-5f33-a7ba-adea-b98e4b11b64b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T16:20:24,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829125cc-5f33-a7ba-adea-b98e4b11b64b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T16:20:24,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829125cc-5f33-a7ba-adea-b98e4b11b64b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T16:20:24,364 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:20:24,368 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T16:20:24,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T16:20:24,370 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T16:20:24,370 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T16:20:24,370 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:20:24,371 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10dfce23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829125cc-5f33-a7ba-adea-b98e4b11b64b/hadoop.log.dir/,AVAILABLE} 2024-11-10T16:20:24,371 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5943906{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T16:20:24,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32f19e27{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829125cc-5f33-a7ba-adea-b98e4b11b64b/java.io.tmpdir/jetty-localhost-33849-hadoop-hdfs-3_4_1-tests_jar-_-any-9464838561439655757/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T16:20:24,500 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@364aafe3{HTTP/1.1, (http/1.1)}{localhost:33849} 2024-11-10T16:20:24,500 INFO [Time-limited test {}] server.Server(415): Started @50961ms 2024-11-10T16:20:24,622 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:20:24,626 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T16:20:24,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T16:20:24,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T16:20:24,628 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T16:20:24,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2136d69e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829125cc-5f33-a7ba-adea-b98e4b11b64b/hadoop.log.dir/,AVAILABLE} 2024-11-10T16:20:24,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bdf9be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T16:20:24,746 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a2d70e8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829125cc-5f33-a7ba-adea-b98e4b11b64b/java.io.tmpdir/jetty-localhost-35171-hadoop-hdfs-3_4_1-tests_jar-_-any-16772025329530029360/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T16:20:24,746 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4600fe3{HTTP/1.1, (http/1.1)}{localhost:35171} 2024-11-10T16:20:24,746 INFO [Time-limited test {}] server.Server(415): Started @51207ms 2024-11-10T16:20:24,747 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T16:20:24,847 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829125cc-5f33-a7ba-adea-b98e4b11b64b/cluster_c64de168-cfaa-0ef6-87f4-8640de248516/data/data2/current/BP-841526985-172.17.0.2-1731255624310/current, will proceed with Du for space computation calculation, 2024-11-10T16:20:24,847 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829125cc-5f33-a7ba-adea-b98e4b11b64b/cluster_c64de168-cfaa-0ef6-87f4-8640de248516/data/data1/current/BP-841526985-172.17.0.2-1731255624310/current, will proceed with Du for space computation calculation, 2024-11-10T16:20:24,864 WARN [Thread-936 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T16:20:24,867 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe79f0c9316f57e25 with lease ID 0x7915aa150e178ae3: Processing first storage report for DS-c6755a2a-33b2-4cbb-a3a8-5b9a8f1b89af from datanode DatanodeRegistration(127.0.0.1:38393, datanodeUuid=bbcb88ec-cc02-4a3e-b350-9bb051f3b9f2, infoPort=46571, infoSecurePort=0, ipcPort=37667, storageInfo=lv=-57;cid=testClusterID;nsid=324937820;c=1731255624310) 2024-11-10T16:20:24,867 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe79f0c9316f57e25 with lease ID 0x7915aa150e178ae3: from storage DS-c6755a2a-33b2-4cbb-a3a8-5b9a8f1b89af node DatanodeRegistration(127.0.0.1:38393, datanodeUuid=bbcb88ec-cc02-4a3e-b350-9bb051f3b9f2, infoPort=46571, infoSecurePort=0, ipcPort=37667, storageInfo=lv=-57;cid=testClusterID;nsid=324937820;c=1731255624310), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T16:20:24,867 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe79f0c9316f57e25 with lease ID 0x7915aa150e178ae3: Processing first storage report for DS-b1ca7223-57e6-4af9-8ced-ded915225e8a from datanode DatanodeRegistration(127.0.0.1:38393, datanodeUuid=bbcb88ec-cc02-4a3e-b350-9bb051f3b9f2, infoPort=46571, infoSecurePort=0, ipcPort=37667, storageInfo=lv=-57;cid=testClusterID;nsid=324937820;c=1731255624310) 2024-11-10T16:20:24,867 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe79f0c9316f57e25 with lease ID 0x7915aa150e178ae3: from storage DS-b1ca7223-57e6-4af9-8ced-ded915225e8a node DatanodeRegistration(127.0.0.1:38393, datanodeUuid=bbcb88ec-cc02-4a3e-b350-9bb051f3b9f2, infoPort=46571, infoSecurePort=0, ipcPort=37667, storageInfo=lv=-57;cid=testClusterID;nsid=324937820;c=1731255624310), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T16:20:24,874 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829125cc-5f33-a7ba-adea-b98e4b11b64b 2024-11-10T16:20:24,874 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:20:24,875 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:20:24,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38393 is added to blk_1073741825_1001 (size=7) 2024-11-10T16:20:25,284 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163 with version=8 2024-11-10T16:20:25,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/hbase-staging 2024-11-10T16:20:25,286 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:20:25,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:20:25,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:20:25,286 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:20:25,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:20:25,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:20:25,286 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T16:20:25,286 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:20:25,287 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33531 2024-11-10T16:20:25,288 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33531 connecting to ZooKeeper ensemble=127.0.0.1:52823 2024-11-10T16:20:25,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335310x0, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:20:25,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33531-0x10102ae3cb10003 connected 2024-11-10T16:20:25,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:20:25,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:20:25,306 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33531-0x10102ae3cb10003, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Set watcher on znode that does not yet exist, /1-511384343/running 2024-11-10T16:20:25,306 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163, hbase.cluster.distributed=false 2024-11-10T16:20:25,307 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33531-0x10102ae3cb10003, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Set watcher on znode that does not yet exist, /1-511384343/acl 2024-11-10T16:20:25,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33531 2024-11-10T16:20:25,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33531 2024-11-10T16:20:25,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33531 2024-11-10T16:20:25,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33531 2024-11-10T16:20:25,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33531 2024-11-10T16:20:25,324 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:20:25,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:20:25,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:20:25,324 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:20:25,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:20:25,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:20:25,324 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T16:20:25,324 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:20:25,325 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36627 2024-11-10T16:20:25,326 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36627 connecting to ZooKeeper ensemble=127.0.0.1:52823 2024-11-10T16:20:25,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:20:25,328 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:20:25,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:366270x0, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:20:25,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:366270x0, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Set watcher on znode that does not yet exist, /1-511384343/running 2024-11-10T16:20:25,332 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36627-0x10102ae3cb10004 connected 2024-11-10T16:20:25,333 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T16:20:25,333 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T16:20:25,334 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36627-0x10102ae3cb10004, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Set watcher on znode that does not yet exist, /1-511384343/master 2024-11-10T16:20:25,334 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36627-0x10102ae3cb10004, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Set watcher on znode that does not yet exist, /1-511384343/acl 2024-11-10T16:20:25,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36627 2024-11-10T16:20:25,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36627 2024-11-10T16:20:25,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36627 2024-11-10T16:20:25,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36627 2024-11-10T16:20:25,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36627 2024-11-10T16:20:25,351 DEBUG [M:0;8e3de9160f9f:33531 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8e3de9160f9f:33531 2024-11-10T16:20:25,351 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-511384343/backup-masters/8e3de9160f9f,33531,1731255625286 2024-11-10T16:20:25,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36627-0x10102ae3cb10004, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-511384343/backup-masters 2024-11-10T16:20:25,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x10102ae3cb10003, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-511384343/backup-masters 2024-11-10T16:20:25,354 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33531-0x10102ae3cb10003, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Set watcher on existing znode=/1-511384343/backup-masters/8e3de9160f9f,33531,1731255625286 2024-11-10T16:20:25,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36627-0x10102ae3cb10004, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-511384343/master 2024-11-10T16:20:25,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x10102ae3cb10003, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-511384343 2024-11-10T16:20:25,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36627-0x10102ae3cb10004, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-511384343 2024-11-10T16:20:25,359 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33531-0x10102ae3cb10003, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Set watcher on existing znode=/1-511384343/master 2024-11-10T16:20:25,359 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-511384343/backup-masters/8e3de9160f9f,33531,1731255625286 from backup master directory 2024-11-10T16:20:25,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x10102ae3cb10003, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-511384343/backup-masters/8e3de9160f9f,33531,1731255625286 2024-11-10T16:20:25,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36627-0x10102ae3cb10004, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-511384343/backup-masters 2024-11-10T16:20:25,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x10102ae3cb10003, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-511384343/backup-masters 2024-11-10T16:20:25,361 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:20:25,361 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8e3de9160f9f,33531,1731255625286 2024-11-10T16:20:25,364 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/hbase.id] with ID: 476d1277-1131-44c5-a714-03ca419ef74a 2024-11-10T16:20:25,365 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/.tmp/hbase.id 2024-11-10T16:20:25,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38393 is added to blk_1073741826_1002 (size=42) 2024-11-10T16:20:25,770 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/.tmp/hbase.id]:[hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/hbase.id] 2024-11-10T16:20:25,780 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:20:25,780 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T16:20:25,782 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-10T16:20:25,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36627-0x10102ae3cb10004, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-511384343 2024-11-10T16:20:25,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x10102ae3cb10003, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-511384343 2024-11-10T16:20:25,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38393 is added to blk_1073741827_1003 (size=196) 2024-11-10T16:20:26,190 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:20:26,191 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T16:20:26,191 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:20:26,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38393 is added to blk_1073741828_1004 (size=1189) 2024-11-10T16:20:26,598 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/MasterData/data/master/store 2024-11-10T16:20:26,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38393 is added to blk_1073741829_1005 (size=34) 2024-11-10T16:20:27,006 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:20:27,006 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T16:20:27,006 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:20:27,006 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:20:27,006 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T16:20:27,006 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:20:27,006 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:20:27,006 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731255627006Disabling compacts and flushes for region at 1731255627006Disabling writes for close at 1731255627006Writing region close event to WAL at 1731255627006Closed at 1731255627006 2024-11-10T16:20:27,007 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/MasterData/data/master/store/.initializing 2024-11-10T16:20:27,007 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/MasterData/WALs/8e3de9160f9f,33531,1731255625286 2024-11-10T16:20:27,008 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:20:27,010 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8e3de9160f9f%2C33531%2C1731255625286, suffix=, logDir=hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/MasterData/WALs/8e3de9160f9f,33531,1731255625286, archiveDir=hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/MasterData/oldWALs, maxLogs=10 2024-11-10T16:20:27,024 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/MasterData/WALs/8e3de9160f9f,33531,1731255625286/8e3de9160f9f%2C33531%2C1731255625286.1731255627010, exclude list is [], retry=0 2024-11-10T16:20:27,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38393,DS-c6755a2a-33b2-4cbb-a3a8-5b9a8f1b89af,DISK] 2024-11-10T16:20:27,028 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/MasterData/WALs/8e3de9160f9f,33531,1731255625286/8e3de9160f9f%2C33531%2C1731255625286.1731255627010 2024-11-10T16:20:27,029 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46571:46571)] 2024-11-10T16:20:27,029 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:20:27,029 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:20:27,029 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:27,029 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:27,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:27,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T16:20:27,032 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:27,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:20:27,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:27,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T16:20:27,034 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:27,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:20:27,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:27,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T16:20:27,035 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:27,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:20:27,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:27,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T16:20:27,037 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:27,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:20:27,037 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:27,038 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:27,038 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:27,039 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:27,040 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:27,040 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:20:27,041 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:20:27,043 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:20:27,043 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72992492, jitterRate=0.0876728892326355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:20:27,043 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731255627029Initializing all the Stores at 1731255627030 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255627030Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255627030Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255627030Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255627030Cleaning up temporary data from old regions at 1731255627040 (+10 ms)Region opened successfully at 1731255627043 (+3 ms) 2024-11-10T16:20:27,044 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T16:20:27,046 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b78443, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:20:27,047 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T16:20:27,047 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T16:20:27,047 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T16:20:27,048 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T16:20:27,048 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T16:20:27,048 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T16:20:27,048 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T16:20:27,050 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T16:20:27,051 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33531-0x10102ae3cb10003, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Unable to get data of znode /1-511384343/balancer because node does not exist (not necessarily an error) 2024-11-10T16:20:27,053 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-511384343/balancer already deleted, retry=false 2024-11-10T16:20:27,053 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T16:20:27,054 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33531-0x10102ae3cb10003, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Unable to get data of znode /1-511384343/normalizer because node does not exist (not necessarily an error) 2024-11-10T16:20:27,055 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-511384343/normalizer already deleted, retry=false 2024-11-10T16:20:27,055 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T16:20:27,056 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33531-0x10102ae3cb10003, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Unable to get data of znode /1-511384343/switch/split because node does not exist (not necessarily an error) 2024-11-10T16:20:27,057 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-511384343/switch/split already deleted, retry=false 2024-11-10T16:20:27,058 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33531-0x10102ae3cb10003, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Unable to get data of znode /1-511384343/switch/merge because node does not exist (not necessarily an error) 2024-11-10T16:20:27,060 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-511384343/switch/merge already deleted, retry=false 2024-11-10T16:20:27,061 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33531-0x10102ae3cb10003, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Unable to get data of znode /1-511384343/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T16:20:27,064 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-511384343/snapshot-cleanup already deleted, retry=false 2024-11-10T16:20:27,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x10102ae3cb10003, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-511384343/running 2024-11-10T16:20:27,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36627-0x10102ae3cb10004, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-511384343/running 2024-11-10T16:20:27,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36627-0x10102ae3cb10004, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-511384343 2024-11-10T16:20:27,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x10102ae3cb10003, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-511384343 2024-11-10T16:20:27,066 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8e3de9160f9f,33531,1731255625286, sessionid=0x10102ae3cb10003, setting cluster-up flag (Was=false) 2024-11-10T16:20:27,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36627-0x10102ae3cb10004, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-511384343 2024-11-10T16:20:27,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x10102ae3cb10003, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-511384343 2024-11-10T16:20:27,074 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-511384343/flush-table-proc/acquired, /1-511384343/flush-table-proc/reached, /1-511384343/flush-table-proc/abort 2024-11-10T16:20:27,075 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,33531,1731255625286 2024-11-10T16:20:27,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x10102ae3cb10003, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-511384343 2024-11-10T16:20:27,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36627-0x10102ae3cb10004, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-511384343 2024-11-10T16:20:27,083 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-511384343/online-snapshot/acquired, /1-511384343/online-snapshot/reached, /1-511384343/online-snapshot/abort 2024-11-10T16:20:27,084 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,33531,1731255625286 2024-11-10T16:20:27,085 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T16:20:27,086 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T16:20:27,086 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T16:20:27,086 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T16:20:27,087 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8e3de9160f9f,33531,1731255625286 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T16:20:27,088 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:20:27,088 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:20:27,088 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:20:27,088 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:20:27,088 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8e3de9160f9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T16:20:27,088 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:27,088 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:20:27,088 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:27,089 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731255657089 2024-11-10T16:20:27,089 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:20:27,089 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T16:20:27,089 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T16:20:27,089 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T16:20:27,089 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T16:20:27,089 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T16:20:27,089 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T16:20:27,090 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T16:20:27,090 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:27,090 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T16:20:27,090 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T16:20:27,090 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T16:20:27,090 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T16:20:27,090 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:27,090 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T16:20:27,090 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T16:20:27,090 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T16:20:27,091 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255627091,5,FailOnTimeoutGroup] 2024-11-10T16:20:27,091 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255627091,5,FailOnTimeoutGroup] 2024-11-10T16:20:27,091 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:27,091 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T16:20:27,091 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:27,091 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:27,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38393 is added to blk_1073741831_1007 (size=1321) 2024-11-10T16:20:27,138 INFO [RS:0;8e3de9160f9f:36627 {}] regionserver.HRegionServer(746): ClusterId : 476d1277-1131-44c5-a714-03ca419ef74a 2024-11-10T16:20:27,138 DEBUG [RS:0;8e3de9160f9f:36627 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T16:20:27,141 DEBUG [RS:0;8e3de9160f9f:36627 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T16:20:27,141 DEBUG [RS:0;8e3de9160f9f:36627 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T16:20:27,143 DEBUG [RS:0;8e3de9160f9f:36627 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T16:20:27,143 DEBUG [RS:0;8e3de9160f9f:36627 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24d56f11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:20:27,155 DEBUG [RS:0;8e3de9160f9f:36627 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8e3de9160f9f:36627 2024-11-10T16:20:27,155 INFO [RS:0;8e3de9160f9f:36627 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T16:20:27,155 INFO [RS:0;8e3de9160f9f:36627 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T16:20:27,155 DEBUG [RS:0;8e3de9160f9f:36627 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T16:20:27,155 INFO [RS:0;8e3de9160f9f:36627 {}] regionserver.HRegionServer(2659): reportForDuty to master=8e3de9160f9f,33531,1731255625286 with port=36627, startcode=1731255625324 2024-11-10T16:20:27,156 DEBUG [RS:0;8e3de9160f9f:36627 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T16:20:27,157 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44717, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T16:20:27,158 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33531 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8e3de9160f9f,36627,1731255625324 2024-11-10T16:20:27,158 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33531 {}] master.ServerManager(517): Registering regionserver=8e3de9160f9f,36627,1731255625324 2024-11-10T16:20:27,159 DEBUG [RS:0;8e3de9160f9f:36627 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163 2024-11-10T16:20:27,159 DEBUG [RS:0;8e3de9160f9f:36627 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44031 2024-11-10T16:20:27,159 DEBUG [RS:0;8e3de9160f9f:36627 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T16:20:27,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x10102ae3cb10003, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-511384343/rs 2024-11-10T16:20:27,164 DEBUG [RS:0;8e3de9160f9f:36627 {}] zookeeper.ZKUtil(111): regionserver:36627-0x10102ae3cb10004, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Set watcher on existing znode=/1-511384343/rs/8e3de9160f9f,36627,1731255625324 2024-11-10T16:20:27,164 WARN [RS:0;8e3de9160f9f:36627 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:20:27,164 INFO [RS:0;8e3de9160f9f:36627 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:20:27,164 DEBUG [RS:0;8e3de9160f9f:36627 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/WALs/8e3de9160f9f,36627,1731255625324 2024-11-10T16:20:27,164 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8e3de9160f9f,36627,1731255625324] 2024-11-10T16:20:27,167 INFO [RS:0;8e3de9160f9f:36627 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T16:20:27,169 INFO [RS:0;8e3de9160f9f:36627 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T16:20:27,170 INFO [RS:0;8e3de9160f9f:36627 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T16:20:27,170 INFO [RS:0;8e3de9160f9f:36627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:27,170 INFO [RS:0;8e3de9160f9f:36627 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T16:20:27,171 INFO [RS:0;8e3de9160f9f:36627 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T16:20:27,171 INFO [RS:0;8e3de9160f9f:36627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:27,171 DEBUG [RS:0;8e3de9160f9f:36627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:27,171 DEBUG [RS:0;8e3de9160f9f:36627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:27,171 DEBUG [RS:0;8e3de9160f9f:36627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:27,171 DEBUG [RS:0;8e3de9160f9f:36627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:27,171 DEBUG [RS:0;8e3de9160f9f:36627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:27,171 DEBUG [RS:0;8e3de9160f9f:36627 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:20:27,171 DEBUG [RS:0;8e3de9160f9f:36627 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:27,171 DEBUG [RS:0;8e3de9160f9f:36627 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:27,171 DEBUG [RS:0;8e3de9160f9f:36627 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:27,171 DEBUG [RS:0;8e3de9160f9f:36627 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:27,171 DEBUG [RS:0;8e3de9160f9f:36627 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:27,171 DEBUG [RS:0;8e3de9160f9f:36627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:20:27,171 DEBUG [RS:0;8e3de9160f9f:36627 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:20:27,171 DEBUG [RS:0;8e3de9160f9f:36627 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:20:27,172 INFO [RS:0;8e3de9160f9f:36627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:27,172 INFO [RS:0;8e3de9160f9f:36627 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:27,172 INFO [RS:0;8e3de9160f9f:36627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:27,172 INFO [RS:0;8e3de9160f9f:36627 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:27,172 INFO [RS:0;8e3de9160f9f:36627 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:27,172 INFO [RS:0;8e3de9160f9f:36627 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,36627,1731255625324-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:20:27,186 INFO [RS:0;8e3de9160f9f:36627 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T16:20:27,186 INFO [RS:0;8e3de9160f9f:36627 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,36627,1731255625324-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:27,186 INFO [RS:0;8e3de9160f9f:36627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:27,186 INFO [RS:0;8e3de9160f9f:36627 {}] regionserver.Replication(171): 8e3de9160f9f,36627,1731255625324 started 2024-11-10T16:20:27,199 INFO [RS:0;8e3de9160f9f:36627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:27,199 INFO [RS:0;8e3de9160f9f:36627 {}] regionserver.HRegionServer(1482): Serving as 8e3de9160f9f,36627,1731255625324, RpcServer on 8e3de9160f9f/172.17.0.2:36627, sessionid=0x10102ae3cb10004 2024-11-10T16:20:27,199 DEBUG [RS:0;8e3de9160f9f:36627 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T16:20:27,199 DEBUG [RS:0;8e3de9160f9f:36627 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8e3de9160f9f,36627,1731255625324 2024-11-10T16:20:27,199 DEBUG [RS:0;8e3de9160f9f:36627 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,36627,1731255625324' 2024-11-10T16:20:27,199 DEBUG [RS:0;8e3de9160f9f:36627 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-511384343/flush-table-proc/abort' 2024-11-10T16:20:27,200 DEBUG [RS:0;8e3de9160f9f:36627 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-511384343/flush-table-proc/acquired' 2024-11-10T16:20:27,200 DEBUG [RS:0;8e3de9160f9f:36627 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T16:20:27,200 DEBUG [RS:0;8e3de9160f9f:36627 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T16:20:27,200 DEBUG [RS:0;8e3de9160f9f:36627 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8e3de9160f9f,36627,1731255625324 2024-11-10T16:20:27,200 DEBUG [RS:0;8e3de9160f9f:36627 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,36627,1731255625324' 2024-11-10T16:20:27,200 DEBUG [RS:0;8e3de9160f9f:36627 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-511384343/online-snapshot/abort' 2024-11-10T16:20:27,201 DEBUG [RS:0;8e3de9160f9f:36627 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-511384343/online-snapshot/acquired' 2024-11-10T16:20:27,201 DEBUG [RS:0;8e3de9160f9f:36627 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T16:20:27,201 INFO [RS:0;8e3de9160f9f:36627 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T16:20:27,201 INFO [RS:0;8e3de9160f9f:36627 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T16:20:27,301 INFO [RS:0;8e3de9160f9f:36627 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:20:27,303 INFO [RS:0;8e3de9160f9f:36627 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C36627%2C1731255625324, suffix=, logDir=hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/WALs/8e3de9160f9f,36627,1731255625324, archiveDir=hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/oldWALs, maxLogs=10 2024-11-10T16:20:27,316 DEBUG [RS:0;8e3de9160f9f:36627 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/WALs/8e3de9160f9f,36627,1731255625324/8e3de9160f9f%2C36627%2C1731255625324.1731255627303, exclude list is [], retry=0 2024-11-10T16:20:27,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38393,DS-c6755a2a-33b2-4cbb-a3a8-5b9a8f1b89af,DISK] 2024-11-10T16:20:27,321 INFO [RS:0;8e3de9160f9f:36627 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/WALs/8e3de9160f9f,36627,1731255625324/8e3de9160f9f%2C36627%2C1731255625324.1731255627303 2024-11-10T16:20:27,321 DEBUG [RS:0;8e3de9160f9f:36627 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46571:46571)] 2024-11-10T16:20:27,500 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T16:20:27,500 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163 2024-11-10T16:20:27,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38393 is added to blk_1073741833_1009 (size=32) 2024-11-10T16:20:27,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:20:27,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:20:27,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:20:27,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:27,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:20:27,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:20:27,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:20:27,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:27,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:20:27,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:20:27,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:20:27,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:27,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:20:27,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:20:27,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:20:27,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:27,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:20:27,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:20:27,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/data/hbase/meta/1588230740 2024-11-10T16:20:27,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/data/hbase/meta/1588230740 2024-11-10T16:20:27,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:20:27,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:20:27,917 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:20:27,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:20:27,919 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:20:27,920 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71351607, jitterRate=0.06322179734706879}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:20:27,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731255627907Initializing all the Stores at 1731255627907Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255627908 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255627908Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255627908Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255627908Cleaning up temporary data from old regions at 1731255627916 (+8 ms)Region opened successfully at 1731255627920 (+4 ms) 2024-11-10T16:20:27,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T16:20:27,920 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T16:20:27,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T16:20:27,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T16:20:27,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T16:20:27,921 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T16:20:27,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731255627920Disabling compacts and flushes for region at 1731255627920Disabling writes for close at 1731255627920Writing region close event to WAL at 1731255627921 (+1 ms)Closed at 1731255627921 2024-11-10T16:20:27,922 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:20:27,922 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T16:20:27,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T16:20:27,923 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:20:27,924 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T16:20:28,074 DEBUG [8e3de9160f9f:33531 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T16:20:28,075 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8e3de9160f9f,36627,1731255625324 2024-11-10T16:20:28,076 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,36627,1731255625324, state=OPENING 2024-11-10T16:20:28,078 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T16:20:28,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x10102ae3cb10003, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-511384343 2024-11-10T16:20:28,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36627-0x10102ae3cb10004, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-511384343 2024-11-10T16:20:28,080 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-511384343/meta-region-server: CHANGED 2024-11-10T16:20:28,080 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-511384343/meta-region-server: CHANGED 2024-11-10T16:20:28,081 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:20:28,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,36627,1731255625324}] 2024-11-10T16:20:28,234 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T16:20:28,236 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T16:20:28,239 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T16:20:28,239 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:20:28,239 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T16:20:28,241 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C36627%2C1731255625324.meta, suffix=.meta, logDir=hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/WALs/8e3de9160f9f,36627,1731255625324, archiveDir=hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/oldWALs, maxLogs=10 2024-11-10T16:20:28,256 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/WALs/8e3de9160f9f,36627,1731255625324/8e3de9160f9f%2C36627%2C1731255625324.meta.1731255628241.meta, exclude list is [], retry=0 2024-11-10T16:20:28,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38393,DS-c6755a2a-33b2-4cbb-a3a8-5b9a8f1b89af,DISK] 2024-11-10T16:20:28,260 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/WALs/8e3de9160f9f,36627,1731255625324/8e3de9160f9f%2C36627%2C1731255625324.meta.1731255628241.meta 2024-11-10T16:20:28,260 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46571:46571)] 2024-11-10T16:20:28,260 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:20:28,261 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:20:28,261 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T16:20:28,261 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T16:20:28,261 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T16:20:28,261 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T16:20:28,261 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:20:28,261 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T16:20:28,262 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T16:20:28,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:20:28,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:20:28,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:28,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:20:28,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:20:28,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:20:28,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:28,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:20:28,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:20:28,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:20:28,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:28,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:20:28,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:20:28,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:20:28,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:28,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:20:28,269 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:20:28,270 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/data/hbase/meta/1588230740 2024-11-10T16:20:28,271 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/data/hbase/meta/1588230740 2024-11-10T16:20:28,272 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:20:28,272 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:20:28,272 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:20:28,273 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:20:28,274 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70220984, jitterRate=0.04637420177459717}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:20:28,274 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T16:20:28,274 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731255628262Writing region info on filesystem at 1731255628262Initializing all the Stores at 1731255628262Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255628262Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255628264 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255628264Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255628264Cleaning up temporary data from old regions at 1731255628272 (+8 ms)Running coprocessor post-open hooks at 1731255628274 (+2 ms)Region opened successfully at 1731255628274 2024-11-10T16:20:28,275 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731255628233 2024-11-10T16:20:28,277 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T16:20:28,277 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T16:20:28,278 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8e3de9160f9f,36627,1731255625324 2024-11-10T16:20:28,279 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,36627,1731255625324, state=OPEN 2024-11-10T16:20:28,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x10102ae3cb10003, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-511384343/meta-region-server 2024-11-10T16:20:28,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36627-0x10102ae3cb10004, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-511384343/meta-region-server 2024-11-10T16:20:28,281 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8e3de9160f9f,36627,1731255625324 2024-11-10T16:20:28,281 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-511384343/meta-region-server: CHANGED 2024-11-10T16:20:28,281 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-511384343/meta-region-server: CHANGED 2024-11-10T16:20:28,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T16:20:28,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,36627,1731255625324 in 200 msec 2024-11-10T16:20:28,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T16:20:28,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 361 msec 2024-11-10T16:20:28,286 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:20:28,286 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T16:20:28,287 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:20:28,287 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,36627,1731255625324, seqNum=-1] 2024-11-10T16:20:28,288 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:20:28,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51201, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:20:28,293 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2070 sec 2024-11-10T16:20:28,294 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731255628294, completionTime=-1 2024-11-10T16:20:28,294 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T16:20:28,294 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T16:20:28,295 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T16:20:28,295 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731255688295 2024-11-10T16:20:28,295 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731255748295 2024-11-10T16:20:28,295 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T16:20:28,296 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,33531,1731255625286-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:28,296 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,33531,1731255625286-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:28,296 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,33531,1731255625286-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:28,296 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8e3de9160f9f:33531, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:28,296 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:28,296 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:28,298 DEBUG [master/8e3de9160f9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T16:20:28,300 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.939sec 2024-11-10T16:20:28,300 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T16:20:28,300 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T16:20:28,300 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T16:20:28,300 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T16:20:28,300 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T16:20:28,300 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,33531,1731255625286-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:20:28,300 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,33531,1731255625286-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T16:20:28,302 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T16:20:28,302 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T16:20:28,302 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,33531,1731255625286-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:20:28,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323c2aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:20:28,339 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,33531,-1 for getting cluster id 2024-11-10T16:20:28,339 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:20:28,341 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '476d1277-1131-44c5-a714-03ca419ef74a' 2024-11-10T16:20:28,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:20:28,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "476d1277-1131-44c5-a714-03ca419ef74a" 2024-11-10T16:20:28,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2376b377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:20:28,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,33531,-1] 2024-11-10T16:20:28,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:20:28,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:28,343 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:20:28,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b6bf9ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:20:28,344 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:20:28,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,36627,1731255625324, seqNum=-1] 2024-11-10T16:20:28,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:20:28,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:20:28,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8e3de9160f9f,33531,1731255625286 2024-11-10T16:20:28,348 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52823 2024-11-10T16:20:28,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:20:28,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10102ae3cb10005 connected 2024-11-10T16:20:28,356 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:20:28,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,37907,1731255621190 2024-11-10T16:20:28,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b7b73d7 2024-11-10T16:20:28,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:20:28,359 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:20:28,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:20:28,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T16:20:28,365 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T16:20:28,367 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:28,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T16:20:28,368 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T16:20:28,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:20:28,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741835_1011 (size=902) 2024-11-10T16:20:28,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:20:28,625 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T16:20:28,625 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T16:20:28,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:20:28,626 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-10T16:20:28,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T16:20:28,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T16:20:28,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:20:28,776 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f7be3147ac66f78eca5210e81cac9806, NAME => 'test,,1731255628359.f7be3147ac66f78eca5210e81cac9806.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af 2024-11-10T16:20:28,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741836_1012 (size=39) 2024-11-10T16:20:28,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:20:29,090 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T16:20:29,182 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731255628359.f7be3147ac66f78eca5210e81cac9806.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:20:29,182 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f7be3147ac66f78eca5210e81cac9806, disabling compactions & flushes 2024-11-10T16:20:29,182 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731255628359.f7be3147ac66f78eca5210e81cac9806. 2024-11-10T16:20:29,182 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731255628359.f7be3147ac66f78eca5210e81cac9806. 2024-11-10T16:20:29,182 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731255628359.f7be3147ac66f78eca5210e81cac9806. after waiting 0 ms 2024-11-10T16:20:29,182 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731255628359.f7be3147ac66f78eca5210e81cac9806. 2024-11-10T16:20:29,182 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731255628359.f7be3147ac66f78eca5210e81cac9806. 2024-11-10T16:20:29,182 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f7be3147ac66f78eca5210e81cac9806: Waiting for close lock at 1731255629182Disabling compacts and flushes for region at 1731255629182Disabling writes for close at 1731255629182Writing region close event to WAL at 1731255629182Closed at 1731255629182 2024-11-10T16:20:29,183 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T16:20:29,184 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731255628359.f7be3147ac66f78eca5210e81cac9806.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731255629183"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731255629183"}]},"ts":"1731255629183"} 2024-11-10T16:20:29,186 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T16:20:29,187 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T16:20:29,187 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255629187"}]},"ts":"1731255629187"} 2024-11-10T16:20:29,189 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T16:20:29,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f7be3147ac66f78eca5210e81cac9806, ASSIGN}] 2024-11-10T16:20:29,190 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f7be3147ac66f78eca5210e81cac9806, ASSIGN 2024-11-10T16:20:29,191 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f7be3147ac66f78eca5210e81cac9806, ASSIGN; state=OFFLINE, location=8e3de9160f9f,33549,1731255621241; forceNewPlan=false, retain=false 2024-11-10T16:20:29,342 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f7be3147ac66f78eca5210e81cac9806, regionState=OPENING, regionLocation=8e3de9160f9f,33549,1731255621241 2024-11-10T16:20:29,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f7be3147ac66f78eca5210e81cac9806, ASSIGN because future has completed 2024-11-10T16:20:29,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7be3147ac66f78eca5210e81cac9806, server=8e3de9160f9f,33549,1731255621241}] 2024-11-10T16:20:29,502 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731255628359.f7be3147ac66f78eca5210e81cac9806. 2024-11-10T16:20:29,502 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f7be3147ac66f78eca5210e81cac9806, NAME => 'test,,1731255628359.f7be3147ac66f78eca5210e81cac9806.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:20:29,502 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:20:29,503 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T16:20:29,503 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f7be3147ac66f78eca5210e81cac9806 2024-11-10T16:20:29,503 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731255628359.f7be3147ac66f78eca5210e81cac9806.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:20:29,503 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f7be3147ac66f78eca5210e81cac9806 2024-11-10T16:20:29,503 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f7be3147ac66f78eca5210e81cac9806 2024-11-10T16:20:29,506 INFO [StoreOpener-f7be3147ac66f78eca5210e81cac9806-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f7be3147ac66f78eca5210e81cac9806 2024-11-10T16:20:29,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:20:29,507 INFO [StoreOpener-f7be3147ac66f78eca5210e81cac9806-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7be3147ac66f78eca5210e81cac9806 columnFamilyName f 2024-11-10T16:20:29,507 DEBUG [StoreOpener-f7be3147ac66f78eca5210e81cac9806-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:29,508 INFO [StoreOpener-f7be3147ac66f78eca5210e81cac9806-1 {}] regionserver.HStore(327): Store=f7be3147ac66f78eca5210e81cac9806/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:20:29,508 INFO [StoreOpener-f7be3147ac66f78eca5210e81cac9806-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f7be3147ac66f78eca5210e81cac9806 2024-11-10T16:20:29,509 INFO [StoreOpener-f7be3147ac66f78eca5210e81cac9806-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7be3147ac66f78eca5210e81cac9806 columnFamilyName f1 2024-11-10T16:20:29,509 DEBUG [StoreOpener-f7be3147ac66f78eca5210e81cac9806-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:29,510 INFO [StoreOpener-f7be3147ac66f78eca5210e81cac9806-1 {}] regionserver.HStore(327): Store=f7be3147ac66f78eca5210e81cac9806/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:20:29,510 INFO [StoreOpener-f7be3147ac66f78eca5210e81cac9806-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f7be3147ac66f78eca5210e81cac9806 2024-11-10T16:20:29,511 INFO [StoreOpener-f7be3147ac66f78eca5210e81cac9806-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7be3147ac66f78eca5210e81cac9806 columnFamilyName norep 2024-11-10T16:20:29,511 DEBUG [StoreOpener-f7be3147ac66f78eca5210e81cac9806-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:29,511 INFO [StoreOpener-f7be3147ac66f78eca5210e81cac9806-1 {}] regionserver.HStore(327): Store=f7be3147ac66f78eca5210e81cac9806/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:20:29,511 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f7be3147ac66f78eca5210e81cac9806 2024-11-10T16:20:29,512 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/default/test/f7be3147ac66f78eca5210e81cac9806 2024-11-10T16:20:29,512 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/default/test/f7be3147ac66f78eca5210e81cac9806 2024-11-10T16:20:29,513 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f7be3147ac66f78eca5210e81cac9806 2024-11-10T16:20:29,513 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f7be3147ac66f78eca5210e81cac9806 2024-11-10T16:20:29,514 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T16:20:29,515 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f7be3147ac66f78eca5210e81cac9806 2024-11-10T16:20:29,517 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/default/test/f7be3147ac66f78eca5210e81cac9806/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:20:29,517 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f7be3147ac66f78eca5210e81cac9806; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72235673, jitterRate=0.07639540731906891}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T16:20:29,517 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f7be3147ac66f78eca5210e81cac9806 2024-11-10T16:20:29,518 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f7be3147ac66f78eca5210e81cac9806: Running coprocessor pre-open hook at 1731255629503Writing region info on filesystem at 1731255629503Initializing all the Stores at 1731255629504 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255629504Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255629506 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255629506Cleaning up temporary data from old regions at 1731255629513 (+7 ms)Running coprocessor post-open hooks at 1731255629517 (+4 ms)Region opened successfully at 1731255629518 (+1 ms) 2024-11-10T16:20:29,520 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731255628359.f7be3147ac66f78eca5210e81cac9806., pid=6, masterSystemTime=1731255629497 2024-11-10T16:20:29,522 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731255628359.f7be3147ac66f78eca5210e81cac9806. 2024-11-10T16:20:29,522 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731255628359.f7be3147ac66f78eca5210e81cac9806. 2024-11-10T16:20:29,524 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f7be3147ac66f78eca5210e81cac9806, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8e3de9160f9f,33549,1731255621241 2024-11-10T16:20:29,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7be3147ac66f78eca5210e81cac9806, server=8e3de9160f9f,33549,1731255621241 because future has completed 2024-11-10T16:20:29,530 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T16:20:29,530 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f7be3147ac66f78eca5210e81cac9806, server=8e3de9160f9f,33549,1731255621241 in 182 msec 2024-11-10T16:20:29,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T16:20:29,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f7be3147ac66f78eca5210e81cac9806, ASSIGN in 341 msec 2024-11-10T16:20:29,534 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T16:20:29,534 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255629534"}]},"ts":"1731255629534"} 2024-11-10T16:20:29,536 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T16:20:29,537 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T16:20:29,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1740 sec 2024-11-10T16:20:29,701 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T16:20:29,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:20:29,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:20:29,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:20:29,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:20:30,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:20:30,518 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:20:30,519 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T16:20:30,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,33531,1731255625286 2024-11-10T16:20:30,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ab36d25 2024-11-10T16:20:30,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:20:30,521 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:20:30,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33531 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:20:30,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33531 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T16:20:30,525 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T16:20:30,525 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:30,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33531 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T16:20:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:20:30,526 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T16:20:30,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38393 is added to blk_1073741835_1011 (size=902) 2024-11-10T16:20:30,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:20:30,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:20:30,935 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a7bf664d17afafc285894a1ff9259d46, NAME => 'test,,1731255630521.a7bf664d17afafc285894a1ff9259d46.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163 2024-11-10T16:20:30,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38393 is added to blk_1073741836_1012 (size=39) 2024-11-10T16:20:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:20:31,341 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731255630521.a7bf664d17afafc285894a1ff9259d46.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:20:31,341 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a7bf664d17afafc285894a1ff9259d46, disabling compactions & flushes 2024-11-10T16:20:31,341 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731255630521.a7bf664d17afafc285894a1ff9259d46. 2024-11-10T16:20:31,342 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731255630521.a7bf664d17afafc285894a1ff9259d46. 2024-11-10T16:20:31,342 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731255630521.a7bf664d17afafc285894a1ff9259d46. after waiting 0 ms 2024-11-10T16:20:31,342 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731255630521.a7bf664d17afafc285894a1ff9259d46. 2024-11-10T16:20:31,342 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731255630521.a7bf664d17afafc285894a1ff9259d46. 2024-11-10T16:20:31,342 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a7bf664d17afafc285894a1ff9259d46: Waiting for close lock at 1731255631341Disabling compacts and flushes for region at 1731255631341Disabling writes for close at 1731255631342 (+1 ms)Writing region close event to WAL at 1731255631342Closed at 1731255631342 2024-11-10T16:20:31,343 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T16:20:31,343 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731255630521.a7bf664d17afafc285894a1ff9259d46.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731255631343"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731255631343"}]},"ts":"1731255631343"} 2024-11-10T16:20:31,365 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T16:20:31,366 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T16:20:31,366 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255631366"}]},"ts":"1731255631366"} 2024-11-10T16:20:31,369 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T16:20:31,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a7bf664d17afafc285894a1ff9259d46, ASSIGN}] 2024-11-10T16:20:31,371 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a7bf664d17afafc285894a1ff9259d46, ASSIGN 2024-11-10T16:20:31,372 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a7bf664d17afafc285894a1ff9259d46, ASSIGN; state=OFFLINE, location=8e3de9160f9f,36627,1731255625324; forceNewPlan=false, retain=false 2024-11-10T16:20:31,522 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a7bf664d17afafc285894a1ff9259d46, regionState=OPENING, regionLocation=8e3de9160f9f,36627,1731255625324 2024-11-10T16:20:31,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a7bf664d17afafc285894a1ff9259d46, ASSIGN because future has completed 2024-11-10T16:20:31,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7bf664d17afafc285894a1ff9259d46, server=8e3de9160f9f,36627,1731255625324}] 2024-11-10T16:20:31,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:20:31,682 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731255630521.a7bf664d17afafc285894a1ff9259d46. 2024-11-10T16:20:31,682 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a7bf664d17afafc285894a1ff9259d46, NAME => 'test,,1731255630521.a7bf664d17afafc285894a1ff9259d46.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:20:31,683 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:20:31,683 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T16:20:31,683 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a7bf664d17afafc285894a1ff9259d46 2024-11-10T16:20:31,683 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731255630521.a7bf664d17afafc285894a1ff9259d46.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:20:31,683 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a7bf664d17afafc285894a1ff9259d46 2024-11-10T16:20:31,683 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a7bf664d17afafc285894a1ff9259d46 2024-11-10T16:20:31,685 INFO [StoreOpener-a7bf664d17afafc285894a1ff9259d46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a7bf664d17afafc285894a1ff9259d46 2024-11-10T16:20:31,686 INFO [StoreOpener-a7bf664d17afafc285894a1ff9259d46-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7bf664d17afafc285894a1ff9259d46 columnFamilyName f 2024-11-10T16:20:31,686 DEBUG [StoreOpener-a7bf664d17afafc285894a1ff9259d46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:31,686 INFO [StoreOpener-a7bf664d17afafc285894a1ff9259d46-1 {}] regionserver.HStore(327): Store=a7bf664d17afafc285894a1ff9259d46/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:20:31,687 INFO [StoreOpener-a7bf664d17afafc285894a1ff9259d46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a7bf664d17afafc285894a1ff9259d46 2024-11-10T16:20:31,688 INFO [StoreOpener-a7bf664d17afafc285894a1ff9259d46-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7bf664d17afafc285894a1ff9259d46 columnFamilyName f1 2024-11-10T16:20:31,688 DEBUG [StoreOpener-a7bf664d17afafc285894a1ff9259d46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:31,688 INFO [StoreOpener-a7bf664d17afafc285894a1ff9259d46-1 {}] regionserver.HStore(327): Store=a7bf664d17afafc285894a1ff9259d46/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:20:31,688 INFO [StoreOpener-a7bf664d17afafc285894a1ff9259d46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a7bf664d17afafc285894a1ff9259d46 2024-11-10T16:20:31,689 INFO [StoreOpener-a7bf664d17afafc285894a1ff9259d46-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7bf664d17afafc285894a1ff9259d46 columnFamilyName norep 2024-11-10T16:20:31,689 DEBUG [StoreOpener-a7bf664d17afafc285894a1ff9259d46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:31,689 INFO [StoreOpener-a7bf664d17afafc285894a1ff9259d46-1 {}] regionserver.HStore(327): Store=a7bf664d17afafc285894a1ff9259d46/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:20:31,690 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a7bf664d17afafc285894a1ff9259d46 2024-11-10T16:20:31,690 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/data/default/test/a7bf664d17afafc285894a1ff9259d46 2024-11-10T16:20:31,691 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/data/default/test/a7bf664d17afafc285894a1ff9259d46 2024-11-10T16:20:31,692 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a7bf664d17afafc285894a1ff9259d46 2024-11-10T16:20:31,692 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a7bf664d17afafc285894a1ff9259d46 2024-11-10T16:20:31,692 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T16:20:31,693 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a7bf664d17afafc285894a1ff9259d46 2024-11-10T16:20:31,695 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/data/default/test/a7bf664d17afafc285894a1ff9259d46/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:20:31,696 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a7bf664d17afafc285894a1ff9259d46; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69340255, jitterRate=0.033250316977500916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T16:20:31,696 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a7bf664d17afafc285894a1ff9259d46 2024-11-10T16:20:31,696 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a7bf664d17afafc285894a1ff9259d46: Running coprocessor pre-open hook at 1731255631684Writing region info on filesystem at 1731255631684Initializing all the Stores at 1731255631684Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255631684Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255631685 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255631685Cleaning up temporary data from old regions at 1731255631692 (+7 ms)Running coprocessor post-open hooks at 1731255631696 (+4 ms)Region opened successfully at 1731255631696 2024-11-10T16:20:31,697 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731255630521.a7bf664d17afafc285894a1ff9259d46., pid=6, masterSystemTime=1731255631678 2024-11-10T16:20:31,699 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731255630521.a7bf664d17afafc285894a1ff9259d46. 2024-11-10T16:20:31,699 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731255630521.a7bf664d17afafc285894a1ff9259d46. 2024-11-10T16:20:31,700 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a7bf664d17afafc285894a1ff9259d46, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8e3de9160f9f,36627,1731255625324 2024-11-10T16:20:31,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7bf664d17afafc285894a1ff9259d46, server=8e3de9160f9f,36627,1731255625324 because future has completed 2024-11-10T16:20:31,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T16:20:31,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a7bf664d17afafc285894a1ff9259d46, server=8e3de9160f9f,36627,1731255625324 in 178 msec 2024-11-10T16:20:31,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T16:20:31,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a7bf664d17afafc285894a1ff9259d46, ASSIGN in 338 msec 2024-11-10T16:20:31,710 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T16:20:31,710 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255631710"}]},"ts":"1731255631710"} 2024-11-10T16:20:31,712 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T16:20:31,713 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T16:20:31,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1910 sec 2024-11-10T16:20:32,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:20:32,678 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T16:20:32,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9020e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:20:32,678 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,37907,-1 for getting cluster id 2024-11-10T16:20:32,679 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:20:32,680 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3da62abf-9f94-40fa-b4f0-a409931c0e37' 2024-11-10T16:20:32,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:20:32,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3da62abf-9f94-40fa-b4f0-a409931c0e37" 2024-11-10T16:20:32,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a9cfb87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:20:32,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,37907,-1] 2024-11-10T16:20:32,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:20:32,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:32,681 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:20:32,682 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595cb858, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:20:32,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e43990e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:20:32,683 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,33531,-1 for getting cluster id 2024-11-10T16:20:32,683 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:20:32,684 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '476d1277-1131-44c5-a714-03ca419ef74a' 2024-11-10T16:20:32,684 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:20:32,684 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "476d1277-1131-44c5-a714-03ca419ef74a" 2024-11-10T16:20:32,684 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d568ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:20:32,684 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,33531,-1] 2024-11-10T16:20:32,684 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:20:32,684 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:32,685 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:20:32,686 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5138c41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:20:32,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6104dc69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:20:32,686 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,37907,-1 for getting cluster id 2024-11-10T16:20:32,687 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:20:32,687 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3da62abf-9f94-40fa-b4f0-a409931c0e37' 2024-11-10T16:20:32,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:20:32,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3da62abf-9f94-40fa-b4f0-a409931c0e37" 2024-11-10T16:20:32,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c34afeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:20:32,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,37907,-1] 2024-11-10T16:20:32,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:20:32,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:32,689 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:20:32,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@97b39a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:20:32,691 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:20:32,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,37907,1731255621190 2024-11-10T16:20:32,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22e339a6 2024-11-10T16:20:32,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:20:32,692 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:20:32,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8e3de9160f9f:33531,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-10T16:20:32,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T16:20:32,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:20:32,695 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8e3de9160f9f:33531' 2024-11-10T16:20:32,696 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46dc29ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:20:32,696 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,33531,-1 for getting cluster id 2024-11-10T16:20:32,696 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:20:32,697 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '476d1277-1131-44c5-a714-03ca419ef74a' 2024-11-10T16:20:32,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:20:32,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "476d1277-1131-44c5-a714-03ca419ef74a" 2024-11-10T16:20:32,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af16ad9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:20:32,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,33531,-1] 2024-11-10T16:20:32,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:20:32,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:32,698 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:20:32,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3caf82a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:20:32,699 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:20:32,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,33531,1731255625286 2024-11-10T16:20:32,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7604a775 2024-11-10T16:20:32,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:20:32,700 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:20:32,701 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T16:20:32,701 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T16:20:32,701 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:32,701 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:32,701 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:20:32,702 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:20:32,703 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T16:20:32,704 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T16:20:32,704 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:32,705 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T16:20:32,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741837_1013 (size=1138) 2024-11-10T16:20:32,753 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T16:20:32,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:20:33,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:20:33,112 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 272cdc61ebde283c420d33e404af75d3, NAME => 'hbase:replication,,1731255632702.272cdc61ebde283c420d33e404af75d3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af 2024-11-10T16:20:33,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741838_1014 (size=44) 2024-11-10T16:20:33,167 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T16:20:33,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:20:33,519 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731255632702.272cdc61ebde283c420d33e404af75d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:20:33,519 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 272cdc61ebde283c420d33e404af75d3, disabling compactions & flushes 2024-11-10T16:20:33,519 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731255632702.272cdc61ebde283c420d33e404af75d3. 2024-11-10T16:20:33,519 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731255632702.272cdc61ebde283c420d33e404af75d3. 2024-11-10T16:20:33,519 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731255632702.272cdc61ebde283c420d33e404af75d3. after waiting 0 ms 2024-11-10T16:20:33,519 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731255632702.272cdc61ebde283c420d33e404af75d3. 2024-11-10T16:20:33,519 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731255632702.272cdc61ebde283c420d33e404af75d3. 2024-11-10T16:20:33,519 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 272cdc61ebde283c420d33e404af75d3: Waiting for close lock at 1731255633519Disabling compacts and flushes for region at 1731255633519Disabling writes for close at 1731255633519Writing region close event to WAL at 1731255633519Closed at 1731255633519 2024-11-10T16:20:33,521 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T16:20:33,521 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731255632702.272cdc61ebde283c420d33e404af75d3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731255633521"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731255633521"}]},"ts":"1731255633521"} 2024-11-10T16:20:33,523 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T16:20:33,524 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T16:20:33,524 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255633524"}]},"ts":"1731255633524"} 2024-11-10T16:20:33,526 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T16:20:33,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=272cdc61ebde283c420d33e404af75d3, ASSIGN}] 2024-11-10T16:20:33,527 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=272cdc61ebde283c420d33e404af75d3, ASSIGN 2024-11-10T16:20:33,528 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=272cdc61ebde283c420d33e404af75d3, ASSIGN; state=OFFLINE, location=8e3de9160f9f,33549,1731255621241; forceNewPlan=false, retain=false 2024-11-10T16:20:33,679 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=272cdc61ebde283c420d33e404af75d3, regionState=OPENING, regionLocation=8e3de9160f9f,33549,1731255621241 2024-11-10T16:20:33,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=272cdc61ebde283c420d33e404af75d3, ASSIGN because future has completed 2024-11-10T16:20:33,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 272cdc61ebde283c420d33e404af75d3, server=8e3de9160f9f,33549,1731255621241}] 2024-11-10T16:20:33,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:20:33,838 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731255632702.272cdc61ebde283c420d33e404af75d3. 2024-11-10T16:20:33,838 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:20:33,838 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T16:20:33,840 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C33549%2C1731255621241.rep, suffix=, logDir=hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241, archiveDir=hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/oldWALs, maxLogs=10 2024-11-10T16:20:33,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.rep.1731255633840, exclude list is [], retry=0 2024-11-10T16:20:33,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38445,DS-df576db4-00d9-4728-ba20-e998bd06e7b4,DISK] 2024-11-10T16:20:33,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.rep.1731255633840 2024-11-10T16:20:33,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35889:35889)] 2024-11-10T16:20:33,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 272cdc61ebde283c420d33e404af75d3, NAME => 'hbase:replication,,1731255632702.272cdc61ebde283c420d33e404af75d3.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:20:33,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:20:33,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T16:20:33,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731255632702.272cdc61ebde283c420d33e404af75d3. service=MultiRowMutationService 2024-11-10T16:20:33,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T16:20:33,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 272cdc61ebde283c420d33e404af75d3 2024-11-10T16:20:33,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731255632702.272cdc61ebde283c420d33e404af75d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:20:33,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 272cdc61ebde283c420d33e404af75d3 2024-11-10T16:20:33,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 272cdc61ebde283c420d33e404af75d3 2024-11-10T16:20:33,860 INFO [StoreOpener-272cdc61ebde283c420d33e404af75d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 272cdc61ebde283c420d33e404af75d3 2024-11-10T16:20:33,862 INFO [StoreOpener-272cdc61ebde283c420d33e404af75d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 272cdc61ebde283c420d33e404af75d3 columnFamilyName hfileref 2024-11-10T16:20:33,862 DEBUG [StoreOpener-272cdc61ebde283c420d33e404af75d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:33,862 INFO [StoreOpener-272cdc61ebde283c420d33e404af75d3-1 {}] regionserver.HStore(327): Store=272cdc61ebde283c420d33e404af75d3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:20:33,862 INFO [StoreOpener-272cdc61ebde283c420d33e404af75d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 272cdc61ebde283c420d33e404af75d3 2024-11-10T16:20:33,864 INFO [StoreOpener-272cdc61ebde283c420d33e404af75d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 272cdc61ebde283c420d33e404af75d3 columnFamilyName queue 2024-11-10T16:20:33,864 DEBUG [StoreOpener-272cdc61ebde283c420d33e404af75d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:33,864 INFO [StoreOpener-272cdc61ebde283c420d33e404af75d3-1 {}] regionserver.HStore(327): Store=272cdc61ebde283c420d33e404af75d3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:20:33,864 INFO [StoreOpener-272cdc61ebde283c420d33e404af75d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 272cdc61ebde283c420d33e404af75d3 2024-11-10T16:20:33,865 INFO [StoreOpener-272cdc61ebde283c420d33e404af75d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 272cdc61ebde283c420d33e404af75d3 columnFamilyName sid 2024-11-10T16:20:33,865 DEBUG [StoreOpener-272cdc61ebde283c420d33e404af75d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:20:33,866 INFO [StoreOpener-272cdc61ebde283c420d33e404af75d3-1 {}] regionserver.HStore(327): Store=272cdc61ebde283c420d33e404af75d3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:20:33,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 272cdc61ebde283c420d33e404af75d3 2024-11-10T16:20:33,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/hbase/replication/272cdc61ebde283c420d33e404af75d3 2024-11-10T16:20:33,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/hbase/replication/272cdc61ebde283c420d33e404af75d3 2024-11-10T16:20:33,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 272cdc61ebde283c420d33e404af75d3 2024-11-10T16:20:33,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 272cdc61ebde283c420d33e404af75d3 2024-11-10T16:20:33,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T16:20:33,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 272cdc61ebde283c420d33e404af75d3 2024-11-10T16:20:33,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/hbase/replication/272cdc61ebde283c420d33e404af75d3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:20:33,871 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 272cdc61ebde283c420d33e404af75d3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70349651, jitterRate=0.048291489481925964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T16:20:33,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 272cdc61ebde283c420d33e404af75d3 2024-11-10T16:20:33,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 272cdc61ebde283c420d33e404af75d3: Running coprocessor pre-open hook at 1731255633859Writing region info on filesystem at 1731255633859Initializing all the Stores at 1731255633860 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255633860Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255633860Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255633860Cleaning up temporary data from old regions at 1731255633868 (+8 ms)Running coprocessor post-open hooks at 1731255633871 (+3 ms)Region opened successfully at 1731255633872 (+1 ms) 2024-11-10T16:20:33,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731255632702.272cdc61ebde283c420d33e404af75d3., pid=10, masterSystemTime=1731255633834 2024-11-10T16:20:33,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731255632702.272cdc61ebde283c420d33e404af75d3. 2024-11-10T16:20:33,875 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731255632702.272cdc61ebde283c420d33e404af75d3. 2024-11-10T16:20:33,875 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=272cdc61ebde283c420d33e404af75d3, regionState=OPEN, openSeqNum=2, regionLocation=8e3de9160f9f,33549,1731255621241 2024-11-10T16:20:33,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 272cdc61ebde283c420d33e404af75d3, server=8e3de9160f9f,33549,1731255621241 because future has completed 2024-11-10T16:20:33,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T16:20:33,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 272cdc61ebde283c420d33e404af75d3, server=8e3de9160f9f,33549,1731255621241 in 195 msec 2024-11-10T16:20:33,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T16:20:33,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=272cdc61ebde283c420d33e404af75d3, ASSIGN in 354 msec 2024-11-10T16:20:33,883 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T16:20:33,883 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255633883"}]},"ts":"1731255633883"} 2024-11-10T16:20:33,885 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T16:20:33,886 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T16:20:33,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1840 sec 2024-11-10T16:20:33,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731255632702.272cdc61ebde283c420d33e404af75d3., hostname=8e3de9160f9f,33549,1731255621241, seqNum=2] 2024-11-10T16:20:33,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33549-0x10102ae3cb10001, quorum=127.0.0.1:52823, baseZNode=/01717253513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717253513 2024-11-10T16:20:33,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x10102ae3cb10000, quorum=127.0.0.1:52823, baseZNode=/01717253513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717253513 2024-11-10T16:20:33,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T16:20:34,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33549 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T16:20:34,073 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T16:20:34,101 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8e3de9160f9f,33549,1731255621241, ReplicationSource: 1, currentBandwidth=0 2024-11-10T16:20:34,101 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:20:34,102 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33549,1731255621241, seqNum=-1] 2024-11-10T16:20:34,102 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:20:34,103 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-10T16:20:34,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8e3de9160f9f,33549,1731255621241', locateType=CURRENT is [region=hbase:replication,,1731255632702.272cdc61ebde283c420d33e404af75d3., hostname=8e3de9160f9f,33549,1731255621241, seqNum=2] 2024-11-10T16:20:34,108 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T16:20:34,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T16:20:34,110 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8e3de9160f9f,33549,1731255621241 suceeded 2024-11-10T16:20:34,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T16:20:34,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-10T16:20:34,113 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8e3de9160f9f:33531,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-10T16:20:34,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4200 sec 2024-11-10T16:20:34,126 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8e3de9160f9f:33531' 2024-11-10T16:20:34,128 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22dee137, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:20:34,128 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,33531,-1 for getting cluster id 2024-11-10T16:20:34,128 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:20:34,129 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '476d1277-1131-44c5-a714-03ca419ef74a' 2024-11-10T16:20:34,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:20:34,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "476d1277-1131-44c5-a714-03ca419ef74a" 2024-11-10T16:20:34,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@133aa9d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:20:34,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,33531,-1] 2024-11-10T16:20:34,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:20:34,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:34,130 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:20:34,131 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28d9fbc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:20:34,131 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:20:34,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,33531,1731255625286 2024-11-10T16:20:34,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32b0a08e 2024-11-10T16:20:34,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:20:34,133 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-10T16:20:34,133 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8e3de9160f9f,33549,1731255621241 (queues=1) is replicating from cluster=3da62abf-9f94-40fa-b4f0-a409931c0e37 to cluster=476d1277-1131-44c5-a714-03ca419ef74a 2024-11-10T16:20:34,134 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8e3de9160f9f%2C33549%2C1731255621241 2024-11-10T16:20:34,134 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8e3de9160f9f,33549,1731255621241, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T16:20:34,134 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.shipper8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8e3de9160f9f%2C33549%2C1731255621241 2024-11-10T16:20:34,134 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228, startPosition=0, beingWritten=true 2024-11-10T16:20:34,143 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:20:34,143 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 379, reset compression=false 2024-11-10T16:20:34,143 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.shipper8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,33549,1731255621241 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T16:20:34,346 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 379, reset compression=false 2024-11-10T16:20:34,651 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 379, reset compression=false 2024-11-10T16:20:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:20:34,838 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T16:20:34,838 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:20:34,838 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:20:34,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:34,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:34,838 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:20:34,839 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:20:34,845 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731255634843/Put/seqid=0 2024-11-10T16:20:34,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741840_1016 (size=7894) 2024-11-10T16:20:35,005 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T16:20:35,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:20:35,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:20:35,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:20:35,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:20:35,055 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 379, reset compression=false 2024-11-10T16:20:35,253 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/load_f/f/hfile_1 is 34, key is ddd/f:row/1731255635251/Put/seqid=0 2024-11-10T16:20:35,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741841_1017 (size=7691) 2024-11-10T16:20:35,559 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 379, reset compression=false 2024-11-10T16:20:35,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea7046c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:20:35,662 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,37907,-1 for getting cluster id 2024-11-10T16:20:35,662 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:20:35,663 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3da62abf-9f94-40fa-b4f0-a409931c0e37' 2024-11-10T16:20:35,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:20:35,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3da62abf-9f94-40fa-b4f0-a409931c0e37" 2024-11-10T16:20:35,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a08e146, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:20:35,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,37907,-1] 2024-11-10T16:20:35,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:20:35,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:35,665 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:20:35,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d54332a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:20:35,666 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:20:35,667 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33549,1731255621241, seqNum=-1] 2024-11-10T16:20:35,667 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:20:35,668 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:20:35,677 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:20:35,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,37907,1731255621190 2024-11-10T16:20:35,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47bd0cb3 2024-11-10T16:20:35,680 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:20:35,681 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:20:35,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731255628359.f7be3147ac66f78eca5210e81cac9806., hostname=8e3de9160f9f,33549,1731255621241, seqNum=2] 2024-11-10T16:20:35,698 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T16:20:35,711 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-10T16:20:35,714 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-10T16:20:35,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/load_f/f/hfile_0 for inclusion in f7be3147ac66f78eca5210e81cac9806/f 2024-11-10T16:20:35,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-10T16:20:35,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T16:20:35,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/load_f/f/hfile_1 for inclusion in f7be3147ac66f78eca5210e81cac9806/f 2024-11-10T16:20:35,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-10T16:20:35,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T16:20:35,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HRegion(2603): Flush status journal for f7be3147ac66f78eca5210e81cac9806: 2024-11-10T16:20:35,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/load_f/f/hfile_0 to hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/staging/jenkins__test__9997p9g06nhgpgpmghtnb6tgnn4g7vv4k20bob2b16t9pnt92vjrcriav0lo4u0a/f/hfile_0 2024-11-10T16:20:35,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/staging/jenkins__test__9997p9g06nhgpgpmghtnb6tgnn4g7vv4k20bob2b16t9pnt92vjrcriav0lo4u0a/f/hfile_0 as hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/default/test/f7be3147ac66f78eca5210e81cac9806/f/67370ee903c04ab283f6f9b00e14761f_SeqId_4_ 2024-11-10T16:20:35,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/load_f/f/hfile_1 to hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/staging/jenkins__test__9997p9g06nhgpgpmghtnb6tgnn4g7vv4k20bob2b16t9pnt92vjrcriav0lo4u0a/f/hfile_1 2024-11-10T16:20:35,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/staging/jenkins__test__9997p9g06nhgpgpmghtnb6tgnn4g7vv4k20bob2b16t9pnt92vjrcriav0lo4u0a/f/hfile_1 as hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/default/test/f7be3147ac66f78eca5210e81cac9806/f/3f4d95d8f0de415eb831f77c3d4a7fb7_SeqId_4_ 2024-11-10T16:20:35,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/staging/jenkins__test__9997p9g06nhgpgpmghtnb6tgnn4g7vv4k20bob2b16t9pnt92vjrcriav0lo4u0a/f/hfile_0 into f7be3147ac66f78eca5210e81cac9806/f as hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/default/test/f7be3147ac66f78eca5210e81cac9806/f/67370ee903c04ab283f6f9b00e14761f_SeqId_4_ - updating store file list. 2024-11-10T16:20:35,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 67370ee903c04ab283f6f9b00e14761f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T16:20:35,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/default/test/f7be3147ac66f78eca5210e81cac9806/f/67370ee903c04ab283f6f9b00e14761f_SeqId_4_ into f7be3147ac66f78eca5210e81cac9806/f 2024-11-10T16:20:35,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/staging/jenkins__test__9997p9g06nhgpgpmghtnb6tgnn4g7vv4k20bob2b16t9pnt92vjrcriav0lo4u0a/f/hfile_0 into f7be3147ac66f78eca5210e81cac9806/f (new location: hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/default/test/f7be3147ac66f78eca5210e81cac9806/f/67370ee903c04ab283f6f9b00e14761f_SeqId_4_) 2024-11-10T16:20:35,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/staging/jenkins__test__9997p9g06nhgpgpmghtnb6tgnn4g7vv4k20bob2b16t9pnt92vjrcriav0lo4u0a/f/hfile_0 2024-11-10T16:20:35,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/staging/jenkins__test__9997p9g06nhgpgpmghtnb6tgnn4g7vv4k20bob2b16t9pnt92vjrcriav0lo4u0a/f/hfile_1 into f7be3147ac66f78eca5210e81cac9806/f as hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/default/test/f7be3147ac66f78eca5210e81cac9806/f/3f4d95d8f0de415eb831f77c3d4a7fb7_SeqId_4_ - updating store file list. 2024-11-10T16:20:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3f4d95d8f0de415eb831f77c3d4a7fb7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T16:20:35,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/default/test/f7be3147ac66f78eca5210e81cac9806/f/3f4d95d8f0de415eb831f77c3d4a7fb7_SeqId_4_ into f7be3147ac66f78eca5210e81cac9806/f 2024-11-10T16:20:35,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/staging/jenkins__test__9997p9g06nhgpgpmghtnb6tgnn4g7vv4k20bob2b16t9pnt92vjrcriav0lo4u0a/f/hfile_1 into f7be3147ac66f78eca5210e81cac9806/f (new location: hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/default/test/f7be3147ac66f78eca5210e81cac9806/f/3f4d95d8f0de415eb831f77c3d4a7fb7_SeqId_4_) 2024-11-10T16:20:35,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/staging/jenkins__test__9997p9g06nhgpgpmghtnb6tgnn4g7vv4k20bob2b16t9pnt92vjrcriav0lo4u0a/f/hfile_1 2024-11-10T16:20:35,776 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:20:35,776 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:20:35,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:35,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:35,777 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:20:35,777 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:20:35,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731255628359.f7be3147ac66f78eca5210e81cac9806., hostname=8e3de9160f9f,33549,1731255621241, seqNum=2 , the old value is region=test,,1731255628359.f7be3147ac66f78eca5210e81cac9806., hostname=8e3de9160f9f,33549,1731255621241, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=8e3de9160f9f:33549 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T16:20:35,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731255628359.f7be3147ac66f78eca5210e81cac9806., hostname=8e3de9160f9f,33549,1731255621241, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T16:20:35,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731255628359.f7be3147ac66f78eca5210e81cac9806., hostname=8e3de9160f9f,33549,1731255621241, seqNum=2 from cache 2024-11-10T16:20:35,779 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,36627,1731255625324, seqNum=-1] 2024-11-10T16:20:35,779 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:20:35,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:45724 deadline: 1731255695776 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:45724 2024-11-10T16:20:35,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:20:35,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731255630521.a7bf664d17afafc285894a1ff9259d46., hostname=8e3de9160f9f,36627,1731255625324, seqNum=2] 2024-11-10T16:20:35,784 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T16:20:35,888 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:33549 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T16:20:36,164 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 379, reset compression=false 2024-11-10T16:20:36,170 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T16:20:36,170 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.shipper8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,33549,1731255621241 got entry batch from reader: WALEntryBatch [walEntries=[{test/f7be3147ac66f78eca5210e81cac9806/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731255635770/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T16:20:36,192 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.shipper8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T16:20:36,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-10T16:20:36,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] regionserver.ReplicationSink(318): Replicating [3da62abf-9f94-40fa-b4f0-a409931c0e37] bulk loaded data 2024-11-10T16:20:36,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@413cd887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:20:36,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,33531,-1 for getting cluster id 2024-11-10T16:20:36,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:20:36,199 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '476d1277-1131-44c5-a714-03ca419ef74a' 2024-11-10T16:20:36,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:20:36,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "476d1277-1131-44c5-a714-03ca419ef74a" 2024-11-10T16:20:36,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e8d757, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:20:36,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,33531,-1] 2024-11-10T16:20:36,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:20:36,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:36,200 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:20:36,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ec2c1a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:20:36,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38393 is added to blk_1073741837_1013 (size=7894) 2024-11-10T16:20:36,371 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 687, reset compression=false 2024-11-10T16:20:36,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38393 is added to blk_1073741838_1014 (size=7691) 2024-11-10T16:20:36,675 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 687, reset compression=false 2024-11-10T16:20:36,789 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T16:20:37,027 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:20:37,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,33531,1731255625286 2024-11-10T16:20:37,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e96a87f 2024-11-10T16:20:37,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:20:37,029 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-10T16:20:37,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T16:20:37,032 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:20:37,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,36627,1731255625324, seqNum=-1] 2024-11-10T16:20:37,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:20:37,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-10T16:20:37,041 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/staging/jenkins.hfs.6__test__aem6rg90fictf7n1bnh6f7n8da1qcrklaqvrr1nm9t68r55pda21c4f6ubn3uvd7/f/3f4d95d8f0de415eb831f77c3d4a7fb7_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-10T16:20:37,044 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/staging/jenkins.hfs.6__test__aem6rg90fictf7n1bnh6f7n8da1qcrklaqvrr1nm9t68r55pda21c4f6ubn3uvd7/f/67370ee903c04ab283f6f9b00e14761f_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-10T16:20:37,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/staging/jenkins.hfs.6__test__aem6rg90fictf7n1bnh6f7n8da1qcrklaqvrr1nm9t68r55pda21c4f6ubn3uvd7/f/3f4d95d8f0de415eb831f77c3d4a7fb7_SeqId_4_ for inclusion in a7bf664d17afafc285894a1ff9259d46/f 2024-11-10T16:20:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-10T16:20:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T16:20:37,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/staging/jenkins.hfs.6__test__aem6rg90fictf7n1bnh6f7n8da1qcrklaqvrr1nm9t68r55pda21c4f6ubn3uvd7/f/67370ee903c04ab283f6f9b00e14761f_SeqId_4_ for inclusion in a7bf664d17afafc285894a1ff9259d46/f 2024-11-10T16:20:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-10T16:20:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T16:20:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] regionserver.HRegion(2603): Flush status journal for a7bf664d17afafc285894a1ff9259d46: 2024-11-10T16:20:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3f4d95d8f0de415eb831f77c3d4a7fb7_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T16:20:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/staging/jenkins.hfs.6__test__aem6rg90fictf7n1bnh6f7n8da1qcrklaqvrr1nm9t68r55pda21c4f6ubn3uvd7/f/3f4d95d8f0de415eb831f77c3d4a7fb7_SeqId_4_ as hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/data/default/test/a7bf664d17afafc285894a1ff9259d46/f/01a1909009d04a65a42df33db514bbcd_SeqId_4_ 2024-11-10T16:20:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 67370ee903c04ab283f6f9b00e14761f_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T16:20:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/staging/jenkins.hfs.6__test__aem6rg90fictf7n1bnh6f7n8da1qcrklaqvrr1nm9t68r55pda21c4f6ubn3uvd7/f/67370ee903c04ab283f6f9b00e14761f_SeqId_4_ as hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/data/default/test/a7bf664d17afafc285894a1ff9259d46/f/084d0c7441314e739700f36900d7a6c6_SeqId_4_ 2024-11-10T16:20:37,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/staging/jenkins.hfs.6__test__aem6rg90fictf7n1bnh6f7n8da1qcrklaqvrr1nm9t68r55pda21c4f6ubn3uvd7/f/3f4d95d8f0de415eb831f77c3d4a7fb7_SeqId_4_ into a7bf664d17afafc285894a1ff9259d46/f as hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/data/default/test/a7bf664d17afafc285894a1ff9259d46/f/01a1909009d04a65a42df33db514bbcd_SeqId_4_ - updating store file list. 2024-11-10T16:20:37,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 01a1909009d04a65a42df33db514bbcd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T16:20:37,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/data/default/test/a7bf664d17afafc285894a1ff9259d46/f/01a1909009d04a65a42df33db514bbcd_SeqId_4_ into a7bf664d17afafc285894a1ff9259d46/f 2024-11-10T16:20:37,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/staging/jenkins.hfs.6__test__aem6rg90fictf7n1bnh6f7n8da1qcrklaqvrr1nm9t68r55pda21c4f6ubn3uvd7/f/3f4d95d8f0de415eb831f77c3d4a7fb7_SeqId_4_ into a7bf664d17afafc285894a1ff9259d46/f (new location: hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/data/default/test/a7bf664d17afafc285894a1ff9259d46/f/01a1909009d04a65a42df33db514bbcd_SeqId_4_) 2024-11-10T16:20:37,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/staging/jenkins.hfs.6__test__aem6rg90fictf7n1bnh6f7n8da1qcrklaqvrr1nm9t68r55pda21c4f6ubn3uvd7/f/3f4d95d8f0de415eb831f77c3d4a7fb7_SeqId_4_ 2024-11-10T16:20:37,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/staging/jenkins.hfs.6__test__aem6rg90fictf7n1bnh6f7n8da1qcrklaqvrr1nm9t68r55pda21c4f6ubn3uvd7/f/67370ee903c04ab283f6f9b00e14761f_SeqId_4_ into a7bf664d17afafc285894a1ff9259d46/f as hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/data/default/test/a7bf664d17afafc285894a1ff9259d46/f/084d0c7441314e739700f36900d7a6c6_SeqId_4_ - updating store file list. 2024-11-10T16:20:37,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 084d0c7441314e739700f36900d7a6c6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T16:20:37,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/data/default/test/a7bf664d17afafc285894a1ff9259d46/f/084d0c7441314e739700f36900d7a6c6_SeqId_4_ into a7bf664d17afafc285894a1ff9259d46/f 2024-11-10T16:20:37,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/staging/jenkins.hfs.6__test__aem6rg90fictf7n1bnh6f7n8da1qcrklaqvrr1nm9t68r55pda21c4f6ubn3uvd7/f/67370ee903c04ab283f6f9b00e14761f_SeqId_4_ into a7bf664d17afafc285894a1ff9259d46/f (new location: hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/data/default/test/a7bf664d17afafc285894a1ff9259d46/f/084d0c7441314e739700f36900d7a6c6_SeqId_4_) 2024-11-10T16:20:37,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/staging/jenkins.hfs.6__test__aem6rg90fictf7n1bnh6f7n8da1qcrklaqvrr1nm9t68r55pda21c4f6ubn3uvd7/f/67370ee903c04ab283f6f9b00e14761f_SeqId_4_ 2024-11-10T16:20:37,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] regionserver.ReplicationSink(324): Finished replicating [3da62abf-9f94-40fa-b4f0-a409931c0e37] bulk loaded data 2024-11-10T16:20:37,079 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 687, reset compression=false 2024-11-10T16:20:37,583 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 687, reset compression=false 2024-11-10T16:20:37,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:20:37,805 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731255637804/Put/seqid=0 2024-11-10T16:20:37,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741842_1018 (size=7997) 2024-11-10T16:20:38,187 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 687, reset compression=false 2024-11-10T16:20:38,212 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731255638211/Put/seqid=0 2024-11-10T16:20:38,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741843_1019 (size=7794) 2024-11-10T16:20:38,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@297a3855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:20:38,617 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,37907,-1 for getting cluster id 2024-11-10T16:20:38,618 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:20:38,618 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3da62abf-9f94-40fa-b4f0-a409931c0e37' 2024-11-10T16:20:38,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:20:38,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3da62abf-9f94-40fa-b4f0-a409931c0e37" 2024-11-10T16:20:38,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18d3bfd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:20:38,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,37907,-1] 2024-11-10T16:20:38,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:20:38,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:38,620 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:20:38,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce72422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:20:38,621 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:20:38,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33549,1731255621241, seqNum=-1] 2024-11-10T16:20:38,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:20:38,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:20:38,625 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T16:20:38,625 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T16:20:38,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T16:20:38,626 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-10T16:20:38,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T16:20:38,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T16:20:38,631 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:20:38,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,37907,1731255621190 2024-11-10T16:20:38,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34252925 2024-11-10T16:20:38,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:20:38,633 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:20:38,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731255628359.f7be3147ac66f78eca5210e81cac9806., hostname=8e3de9160f9f,33549,1731255621241, seqNum=2] 2024-11-10T16:20:38,638 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T16:20:38,644 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-10T16:20:38,647 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-10T16:20:38,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/load_f1/f1/hfile_1 for inclusion in f7be3147ac66f78eca5210e81cac9806/f1 2024-11-10T16:20:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-10T16:20:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T16:20:38,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/load_f1/f1/hfile_0 for inclusion in f7be3147ac66f78eca5210e81cac9806/f1 2024-11-10T16:20:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-10T16:20:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T16:20:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HRegion(2603): Flush status journal for f7be3147ac66f78eca5210e81cac9806: 2024-11-10T16:20:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/load_f1/f1/hfile_1 to hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/staging/jenkins__test__sk0q4mo01jb1cgml39fp0a0egolctpgsrm0fmffqreai1h7vs83qhfelkci4jkld/f1/hfile_1 2024-11-10T16:20:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/staging/jenkins__test__sk0q4mo01jb1cgml39fp0a0egolctpgsrm0fmffqreai1h7vs83qhfelkci4jkld/f1/hfile_1 as hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/default/test/f7be3147ac66f78eca5210e81cac9806/f1/87cac997276643b5ae24814c844e1512_SeqId_6_ 2024-11-10T16:20:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/load_f1/f1/hfile_0 to hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/staging/jenkins__test__sk0q4mo01jb1cgml39fp0a0egolctpgsrm0fmffqreai1h7vs83qhfelkci4jkld/f1/hfile_0 2024-11-10T16:20:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/staging/jenkins__test__sk0q4mo01jb1cgml39fp0a0egolctpgsrm0fmffqreai1h7vs83qhfelkci4jkld/f1/hfile_0 as hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/default/test/f7be3147ac66f78eca5210e81cac9806/f1/831544fc64214726a1cece3b7348d505_SeqId_6_ 2024-11-10T16:20:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-10T16:20:38,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/staging/jenkins__test__sk0q4mo01jb1cgml39fp0a0egolctpgsrm0fmffqreai1h7vs83qhfelkci4jkld/f1/hfile_1 into f7be3147ac66f78eca5210e81cac9806/f1 as hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/default/test/f7be3147ac66f78eca5210e81cac9806/f1/87cac997276643b5ae24814c844e1512_SeqId_6_ - updating store file list. 2024-11-10T16:20:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 87cac997276643b5ae24814c844e1512_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T16:20:38,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/default/test/f7be3147ac66f78eca5210e81cac9806/f1/87cac997276643b5ae24814c844e1512_SeqId_6_ into f7be3147ac66f78eca5210e81cac9806/f1 2024-11-10T16:20:38,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/staging/jenkins__test__sk0q4mo01jb1cgml39fp0a0egolctpgsrm0fmffqreai1h7vs83qhfelkci4jkld/f1/hfile_1 into f7be3147ac66f78eca5210e81cac9806/f1 (new location: hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/default/test/f7be3147ac66f78eca5210e81cac9806/f1/87cac997276643b5ae24814c844e1512_SeqId_6_) 2024-11-10T16:20:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/staging/jenkins__test__sk0q4mo01jb1cgml39fp0a0egolctpgsrm0fmffqreai1h7vs83qhfelkci4jkld/f1/hfile_1 2024-11-10T16:20:38,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/staging/jenkins__test__sk0q4mo01jb1cgml39fp0a0egolctpgsrm0fmffqreai1h7vs83qhfelkci4jkld/f1/hfile_0 into f7be3147ac66f78eca5210e81cac9806/f1 as hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/default/test/f7be3147ac66f78eca5210e81cac9806/f1/831544fc64214726a1cece3b7348d505_SeqId_6_ - updating store file list. 2024-11-10T16:20:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 831544fc64214726a1cece3b7348d505_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T16:20:38,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/default/test/f7be3147ac66f78eca5210e81cac9806/f1/831544fc64214726a1cece3b7348d505_SeqId_6_ into f7be3147ac66f78eca5210e81cac9806/f1 2024-11-10T16:20:38,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/staging/jenkins__test__sk0q4mo01jb1cgml39fp0a0egolctpgsrm0fmffqreai1h7vs83qhfelkci4jkld/f1/hfile_0 into f7be3147ac66f78eca5210e81cac9806/f1 (new location: hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/default/test/f7be3147ac66f78eca5210e81cac9806/f1/831544fc64214726a1cece3b7348d505_SeqId_6_) 2024-11-10T16:20:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/staging/jenkins__test__sk0q4mo01jb1cgml39fp0a0egolctpgsrm0fmffqreai1h7vs83qhfelkci4jkld/f1/hfile_0 2024-11-10T16:20:38,671 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:20:38,671 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:20:38,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:38,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:20:38,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731255628359.f7be3147ac66f78eca5210e81cac9806., hostname=8e3de9160f9f,33549,1731255621241, seqNum=2 , the old value is region=test,,1731255628359.f7be3147ac66f78eca5210e81cac9806., hostname=8e3de9160f9f,33549,1731255621241, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=8e3de9160f9f:33549 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T16:20:38,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731255628359.f7be3147ac66f78eca5210e81cac9806., hostname=8e3de9160f9f,33549,1731255621241, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T16:20:38,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731255628359.f7be3147ac66f78eca5210e81cac9806., hostname=8e3de9160f9f,33549,1731255621241, seqNum=2 from cache 2024-11-10T16:20:38,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:20:38,672 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:20:38,673 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33549,1731255621241, seqNum=-1] 2024-11-10T16:20:38,673 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T16:20:38,674 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:20:38,675 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:20:38,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731255628359.f7be3147ac66f78eca5210e81cac9806., hostname=8e3de9160f9f,33549,1731255621241, seqNum=2] 2024-11-10T16:20:38,777 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:33549 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T16:20:38,892 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 687, reset compression=false 2024-11-10T16:20:38,898 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:20:38,898 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 997, reset compression=false 2024-11-10T16:20:38,898 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.shipper8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,33549,1731255621241 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T16:20:39,102 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 997, reset compression=false 2024-11-10T16:20:39,406 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 997, reset compression=false 2024-11-10T16:20:39,810 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 997, reset compression=false 2024-11-10T16:20:40,314 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 997, reset compression=false 2024-11-10T16:20:40,918 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 997, reset compression=false 2024-11-10T16:20:41,622 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 997, reset compression=false 2024-11-10T16:20:42,427 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 997, reset compression=false 2024-11-10T16:20:43,331 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 997, reset compression=false 2024-11-10T16:20:44,335 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 997, reset compression=false 2024-11-10T16:20:45,439 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 997, reset compression=false 2024-11-10T16:20:46,644 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 997, reset compression=false 2024-11-10T16:20:47,948 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 997, reset compression=false 2024-11-10T16:20:49,352 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 997, reset compression=false 2024-11-10T16:20:50,778 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T16:20:50,856 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 997, reset compression=false 2024-11-10T16:20:52,461 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 997, reset compression=false 2024-11-10T16:20:54,165 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 997, reset compression=false 2024-11-10T16:20:54,874 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T16:20:55,969 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 997, reset compression=false 2024-11-10T16:20:57,873 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 997, reset compression=false 2024-11-10T16:20:58,901 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.shipper8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,33549,1731255621241 got entry batch from reader: null 2024-11-10T16:20:59,879 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 997, reset compression=false 2024-11-10T16:21:01,984 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 997, reset compression=false 2024-11-10T16:21:04,188 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 997, reset compression=false 2024-11-10T16:21:04,289 INFO [master/8e3de9160f9f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T16:21:04,289 INFO [master/8e3de9160f9f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T16:21:06,492 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 997, reset compression=false 2024-11-10T16:21:08,303 INFO [master/8e3de9160f9f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T16:21:08,303 INFO [master/8e3de9160f9f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T16:21:08,896 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 997, reset compression=false 2024-11-10T16:21:11,400 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 997, reset compression=false 2024-11-10T16:21:14,005 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 997, reset compression=false 2024-11-10T16:21:14,503 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f7be3147ac66f78eca5210e81cac9806, had cached 0 bytes from a total of 31376 2024-11-10T16:21:16,683 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a7bf664d17afafc285894a1ff9259d46, had cached 0 bytes from a total of 15585 2024-11-10T16:21:16,709 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 997, reset compression=false 2024-11-10T16:21:18,901 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.shipper8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,33549,1731255621241 got entry batch from reader: null 2024-11-10T16:21:19,513 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 997, reset compression=false 2024-11-10T16:21:20,778 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T16:21:22,417 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 997, reset compression=false 2024-11-10T16:21:24,874 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T16:21:25,421 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 997, reset compression=false 2024-11-10T16:21:25,741 DEBUG [master/8e3de9160f9f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-10T16:21:28,525 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 997, reset compression=false 2024-11-10T16:21:28,802 DEBUG [master/8e3de9160f9f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-10T16:21:31,730 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 997, reset compression=false 2024-11-10T16:21:35,034 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 997, reset compression=false 2024-11-10T16:21:38,438 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 997, reset compression=false 2024-11-10T16:21:38,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T16:21:38,708 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:21:38,708 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:21:38,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:21:38,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:21:38,708 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:21:38,708 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T16:21:38,708 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=851119751, stopped=false 2024-11-10T16:21:38,709 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8e3de9160f9f,33531,1731255625286 2024-11-10T16:21:38,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x10102ae3cb10003, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-511384343/running 2024-11-10T16:21:38,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36627-0x10102ae3cb10004, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-511384343/running 2024-11-10T16:21:38,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x10102ae3cb10003, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-511384343 2024-11-10T16:21:38,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36627-0x10102ae3cb10004, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-511384343 2024-11-10T16:21:38,711 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:21:38,711 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:21:38,711 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:21:38,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:21:38,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36627-0x10102ae3cb10004, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Set watcher on znode that does not yet exist, /1-511384343/running 2024-11-10T16:21:38,711 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8e3de9160f9f,36627,1731255625324' ***** 2024-11-10T16:21:38,711 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T16:21:38,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33531-0x10102ae3cb10003, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Set watcher on znode that does not yet exist, /1-511384343/running 2024-11-10T16:21:38,712 INFO [RS:0;8e3de9160f9f:36627 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T16:21:38,712 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T16:21:38,712 INFO [RS:0;8e3de9160f9f:36627 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T16:21:38,712 INFO [RS:0;8e3de9160f9f:36627 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T16:21:38,712 INFO [RS:0;8e3de9160f9f:36627 {}] regionserver.HRegionServer(3091): Received CLOSE for a7bf664d17afafc285894a1ff9259d46 2024-11-10T16:21:38,713 INFO [RS:0;8e3de9160f9f:36627 {}] regionserver.HRegionServer(959): stopping server 8e3de9160f9f,36627,1731255625324 2024-11-10T16:21:38,713 INFO [RS:0;8e3de9160f9f:36627 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:21:38,713 INFO [RS:0;8e3de9160f9f:36627 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:36627. 2024-11-10T16:21:38,713 DEBUG [RS:0;8e3de9160f9f:36627 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:21:38,713 DEBUG [RS:0;8e3de9160f9f:36627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:21:38,713 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a7bf664d17afafc285894a1ff9259d46, disabling compactions & flushes 2024-11-10T16:21:38,713 INFO [RS:0;8e3de9160f9f:36627 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T16:21:38,713 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731255630521.a7bf664d17afafc285894a1ff9259d46. 2024-11-10T16:21:38,713 INFO [RS:0;8e3de9160f9f:36627 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T16:21:38,713 INFO [RS:0;8e3de9160f9f:36627 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T16:21:38,713 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731255630521.a7bf664d17afafc285894a1ff9259d46. 2024-11-10T16:21:38,713 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731255630521.a7bf664d17afafc285894a1ff9259d46. after waiting 0 ms 2024-11-10T16:21:38,713 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731255630521.a7bf664d17afafc285894a1ff9259d46. 2024-11-10T16:21:38,713 INFO [RS:0;8e3de9160f9f:36627 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T16:21:38,713 INFO [RS:0;8e3de9160f9f:36627 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T16:21:38,713 DEBUG [RS:0;8e3de9160f9f:36627 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a7bf664d17afafc285894a1ff9259d46=test,,1731255630521.a7bf664d17afafc285894a1ff9259d46.} 2024-11-10T16:21:38,713 DEBUG [RS:0;8e3de9160f9f:36627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7bf664d17afafc285894a1ff9259d46 2024-11-10T16:21:38,713 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T16:21:38,713 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T16:21:38,713 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T16:21:38,713 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T16:21:38,713 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T16:21:38,714 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-10T16:21:38,718 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/data/default/test/a7bf664d17afafc285894a1ff9259d46/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-10T16:21:38,719 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:21:38,719 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T16:21:38,719 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731255630521.a7bf664d17afafc285894a1ff9259d46. 2024-11-10T16:21:38,719 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a7bf664d17afafc285894a1ff9259d46: Waiting for close lock at 1731255698713Running coprocessor pre-close hooks at 1731255698713Disabling compacts and flushes for region at 1731255698713Disabling writes for close at 1731255698713Writing region close event to WAL at 1731255698713Running coprocessor post-close hooks at 1731255698719 (+6 ms)Closed at 1731255698719 2024-11-10T16:21:38,719 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731255630521.a7bf664d17afafc285894a1ff9259d46. 2024-11-10T16:21:38,722 INFO [regionserver/8e3de9160f9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:21:38,731 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/data/hbase/meta/1588230740/.tmp/info/0731ff39efa540558329e8205e01a702 is 129, key is test,,1731255630521.a7bf664d17afafc285894a1ff9259d46./info:regioninfo/1731255631700/Put/seqid=0 2024-11-10T16:21:38,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38393 is added to blk_1073741839_1015 (size=6421) 2024-11-10T16:21:38,901 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.shipper8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,33549,1731255621241 got entry batch from reader: null 2024-11-10T16:21:38,913 DEBUG [RS:0;8e3de9160f9f:36627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:21:39,114 DEBUG [RS:0;8e3de9160f9f:36627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:21:39,136 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/data/hbase/meta/1588230740/.tmp/info/0731ff39efa540558329e8205e01a702 2024-11-10T16:21:39,156 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/data/hbase/meta/1588230740/.tmp/ns/e1faccf85417470f9331e5a9f701c36e is 43, key is default/ns:d/1731255628289/Put/seqid=0 2024-11-10T16:21:39,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38393 is added to blk_1073741840_1016 (size=5153) 2024-11-10T16:21:39,265 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T16:21:39,265 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T16:21:39,314 DEBUG [RS:0;8e3de9160f9f:36627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:21:39,514 DEBUG [RS:0;8e3de9160f9f:36627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:21:39,561 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/data/hbase/meta/1588230740/.tmp/ns/e1faccf85417470f9331e5a9f701c36e 2024-11-10T16:21:39,580 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/data/hbase/meta/1588230740/.tmp/rep_barrier/9bb45c3e33674ecdad2b9a765b1e6502 is 112, key is test,,1731255630521.a7bf664d17afafc285894a1ff9259d46./rep_barrier:seqnumDuringOpen/1731255631700/Put/seqid=0 2024-11-10T16:21:39,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38393 is added to blk_1073741841_1017 (size=5518) 2024-11-10T16:21:39,714 INFO [RS:0;8e3de9160f9f:36627 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T16:21:39,714 DEBUG [RS:0;8e3de9160f9f:36627 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T16:21:39,714 DEBUG [RS:0;8e3de9160f9f:36627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:21:39,914 DEBUG [RS:0;8e3de9160f9f:36627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:21:39,985 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/data/hbase/meta/1588230740/.tmp/rep_barrier/9bb45c3e33674ecdad2b9a765b1e6502 2024-11-10T16:21:40,004 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/data/hbase/meta/1588230740/.tmp/table/b556e0fc0fb24ce395ce270b0860b27f is 40, key is test/table:state/1731255631710/Put/seqid=0 2024-11-10T16:21:40,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38393 is added to blk_1073741842_1018 (size=5165) 2024-11-10T16:21:40,115 DEBUG [RS:0;8e3de9160f9f:36627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:21:40,315 DEBUG [RS:0;8e3de9160f9f:36627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:21:40,408 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/data/hbase/meta/1588230740/.tmp/table/b556e0fc0fb24ce395ce270b0860b27f 2024-11-10T16:21:40,414 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/data/hbase/meta/1588230740/.tmp/info/0731ff39efa540558329e8205e01a702 as hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/data/hbase/meta/1588230740/info/0731ff39efa540558329e8205e01a702 2024-11-10T16:21:40,419 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/data/hbase/meta/1588230740/info/0731ff39efa540558329e8205e01a702, entries=10, sequenceid=11, filesize=6.3 K 2024-11-10T16:21:40,420 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/data/hbase/meta/1588230740/.tmp/ns/e1faccf85417470f9331e5a9f701c36e as hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/data/hbase/meta/1588230740/ns/e1faccf85417470f9331e5a9f701c36e 2024-11-10T16:21:40,425 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/data/hbase/meta/1588230740/ns/e1faccf85417470f9331e5a9f701c36e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T16:21:40,425 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/data/hbase/meta/1588230740/.tmp/rep_barrier/9bb45c3e33674ecdad2b9a765b1e6502 as hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/data/hbase/meta/1588230740/rep_barrier/9bb45c3e33674ecdad2b9a765b1e6502 2024-11-10T16:21:40,430 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/data/hbase/meta/1588230740/rep_barrier/9bb45c3e33674ecdad2b9a765b1e6502, entries=1, sequenceid=11, filesize=5.4 K 2024-11-10T16:21:40,430 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/data/hbase/meta/1588230740/.tmp/table/b556e0fc0fb24ce395ce270b0860b27f as hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/data/hbase/meta/1588230740/table/b556e0fc0fb24ce395ce270b0860b27f 2024-11-10T16:21:40,434 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/data/hbase/meta/1588230740/table/b556e0fc0fb24ce395ce270b0860b27f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T16:21:40,435 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1722ms, sequenceid=11, compaction requested=false 2024-11-10T16:21:40,441 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T16:21:40,442 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:21:40,442 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T16:21:40,442 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T16:21:40,442 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731255698713Running coprocessor pre-close hooks at 1731255698713Disabling compacts and flushes for region at 1731255698713Disabling writes for close at 1731255698713Obtaining lock to block concurrent updates at 1731255698714 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731255698714Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731255698714Flushing stores of hbase:meta,,1.1588230740 at 1731255698714Flushing 1588230740/info: creating writer at 1731255698714Flushing 1588230740/info: appending metadata at 1731255698730 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731255698731 (+1 ms)Flushing 1588230740/ns: creating writer at 1731255699142 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731255699156 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731255699156Flushing 1588230740/rep_barrier: creating writer at 1731255699565 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731255699579 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731255699579Flushing 1588230740/table: creating writer at 1731255699990 (+411 ms)Flushing 1588230740/table: appending metadata at 1731255700004 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731255700004Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72a1c78d: reopening flushed file at 1731255700414 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48969e34: reopening flushed file at 1731255700419 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a1f35e3: reopening flushed file at 1731255700425 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45a11ef5: reopening flushed file at 1731255700430 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1722ms, sequenceid=11, compaction requested=false at 1731255700435 (+5 ms)Writing region close event to WAL at 1731255700439 (+4 ms)Running coprocessor post-close hooks at 1731255700442 (+3 ms)Closed at 1731255700442 2024-11-10T16:21:40,442 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T16:21:40,515 INFO [RS:0;8e3de9160f9f:36627 {}] regionserver.HRegionServer(976): stopping server 8e3de9160f9f,36627,1731255625324; all regions closed. 2024-11-10T16:21:40,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38393 is added to blk_1073741834_1010 (size=2717) 2024-11-10T16:21:40,518 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/WALs/8e3de9160f9f,36627,1731255625324/8e3de9160f9f%2C36627%2C1731255625324.meta.1731255628241.meta not finished, retry = 0 2024-11-10T16:21:40,620 DEBUG [RS:0;8e3de9160f9f:36627 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/oldWALs 2024-11-10T16:21:40,620 INFO [RS:0;8e3de9160f9f:36627 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8e3de9160f9f%2C36627%2C1731255625324.meta:.meta(num 1731255628241) 2024-11-10T16:21:40,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38393 is added to blk_1073741832_1008 (size=1028) 2024-11-10T16:21:40,623 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/WALs/8e3de9160f9f,36627,1731255625324/8e3de9160f9f%2C36627%2C1731255625324.1731255627303 not finished, retry = 0 2024-11-10T16:21:40,725 DEBUG [RS:0;8e3de9160f9f:36627 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/oldWALs 2024-11-10T16:21:40,725 INFO [RS:0;8e3de9160f9f:36627 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8e3de9160f9f%2C36627%2C1731255625324:(num 1731255627303) 2024-11-10T16:21:40,725 DEBUG [RS:0;8e3de9160f9f:36627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:21:40,725 INFO [RS:0;8e3de9160f9f:36627 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:21:40,726 INFO [RS:0;8e3de9160f9f:36627 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:21:40,726 INFO [RS:0;8e3de9160f9f:36627 {}] hbase.ChoreService(370): Chore service for: regionserver/8e3de9160f9f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T16:21:40,726 INFO [RS:0;8e3de9160f9f:36627 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:21:40,726 INFO [regionserver/8e3de9160f9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:21:40,726 INFO [RS:0;8e3de9160f9f:36627 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:36627. 2024-11-10T16:21:40,726 DEBUG [RS:0;8e3de9160f9f:36627 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:21:40,726 DEBUG [RS:0;8e3de9160f9f:36627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:21:40,727 DEBUG [RS:0;8e3de9160f9f:36627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:21:40,727 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:21:40,727 INFO [RS:0;8e3de9160f9f:36627 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36627 2024-11-10T16:21:40,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36627-0x10102ae3cb10004, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-511384343/rs/8e3de9160f9f,36627,1731255625324 2024-11-10T16:21:40,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x10102ae3cb10003, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-511384343/rs 2024-11-10T16:21:40,729 INFO [RS:0;8e3de9160f9f:36627 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:21:40,732 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8e3de9160f9f,36627,1731255625324] 2024-11-10T16:21:40,733 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-511384343/draining/8e3de9160f9f,36627,1731255625324 already deleted, retry=false 2024-11-10T16:21:40,733 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8e3de9160f9f,36627,1731255625324 expired; onlineServers=0 2024-11-10T16:21:40,733 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8e3de9160f9f,33531,1731255625286' ***** 2024-11-10T16:21:40,733 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T16:21:40,733 INFO [M:0;8e3de9160f9f:33531 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:21:40,733 INFO [M:0;8e3de9160f9f:33531 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:21:40,733 DEBUG [M:0;8e3de9160f9f:33531 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T16:21:40,733 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T16:21:40,733 DEBUG [M:0;8e3de9160f9f:33531 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T16:21:40,733 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255627091 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255627091,5,FailOnTimeoutGroup] 2024-11-10T16:21:40,733 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255627091 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255627091,5,FailOnTimeoutGroup] 2024-11-10T16:21:40,733 INFO [M:0;8e3de9160f9f:33531 {}] hbase.ChoreService(370): Chore service for: master/8e3de9160f9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T16:21:40,733 INFO [M:0;8e3de9160f9f:33531 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:21:40,734 DEBUG [M:0;8e3de9160f9f:33531 {}] master.HMaster(1795): Stopping service threads 2024-11-10T16:21:40,734 INFO [M:0;8e3de9160f9f:33531 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T16:21:40,734 INFO [M:0;8e3de9160f9f:33531 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:21:40,734 INFO [M:0;8e3de9160f9f:33531 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T16:21:40,734 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T16:21:40,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x10102ae3cb10003, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-511384343/master 2024-11-10T16:21:40,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x10102ae3cb10003, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-511384343 2024-11-10T16:21:40,735 DEBUG [M:0;8e3de9160f9f:33531 {}] zookeeper.ZKUtil(347): master:33531-0x10102ae3cb10003, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Unable to get data of znode /1-511384343/master because node does not exist (not an error) 2024-11-10T16:21:40,735 WARN [M:0;8e3de9160f9f:33531 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T16:21:40,736 INFO [M:0;8e3de9160f9f:33531 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/.lastflushedseqids 2024-11-10T16:21:40,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38393 is added to blk_1073741843_1019 (size=173) 2024-11-10T16:21:40,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36627-0x10102ae3cb10004, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:21:40,832 INFO [RS:0;8e3de9160f9f:36627 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:21:40,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36627-0x10102ae3cb10004, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:21:40,832 INFO [RS:0;8e3de9160f9f:36627 {}] regionserver.HRegionServer(1031): Exiting; stopping=8e3de9160f9f,36627,1731255625324; zookeeper connection closed. 2024-11-10T16:21:40,832 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1ba4a953 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1ba4a953 2024-11-10T16:21:40,833 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T16:21:41,142 INFO [M:0;8e3de9160f9f:33531 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T16:21:41,142 INFO [M:0;8e3de9160f9f:33531 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T16:21:41,142 DEBUG [M:0;8e3de9160f9f:33531 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T16:21:41,142 INFO [M:0;8e3de9160f9f:33531 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:21:41,142 DEBUG [M:0;8e3de9160f9f:33531 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:21:41,142 DEBUG [M:0;8e3de9160f9f:33531 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T16:21:41,142 DEBUG [M:0;8e3de9160f9f:33531 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:21:41,142 INFO [M:0;8e3de9160f9f:33531 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-10T16:21:41,162 DEBUG [M:0;8e3de9160f9f:33531 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9498fbe4a8f949f586ea7263b5115d6d is 82, key is hbase:meta,,1/info:regioninfo/1731255628278/Put/seqid=0 2024-11-10T16:21:41,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38393 is added to blk_1073741844_1020 (size=5672) 2024-11-10T16:21:41,567 INFO [M:0;8e3de9160f9f:33531 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9498fbe4a8f949f586ea7263b5115d6d 2024-11-10T16:21:41,587 DEBUG [M:0;8e3de9160f9f:33531 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/584f3a0db37940e18e95f1193c483ad4 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731255631714/Put/seqid=0 2024-11-10T16:21:41,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38393 is added to blk_1073741845_1021 (size=6726) 2024-11-10T16:21:41,942 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 to pos 997, reset compression=false 2024-11-10T16:21:41,991 INFO [M:0;8e3de9160f9f:33531 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/584f3a0db37940e18e95f1193c483ad4 2024-11-10T16:21:41,996 INFO [M:0;8e3de9160f9f:33531 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 584f3a0db37940e18e95f1193c483ad4 2024-11-10T16:21:42,010 DEBUG [M:0;8e3de9160f9f:33531 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a65d53d9f6694bb892b6656b5a86d709 is 69, key is 8e3de9160f9f,36627,1731255625324/rs:state/1731255627158/Put/seqid=0 2024-11-10T16:21:42,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38393 is added to blk_1073741846_1022 (size=5156) 2024-11-10T16:21:42,415 INFO [M:0;8e3de9160f9f:33531 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a65d53d9f6694bb892b6656b5a86d709 2024-11-10T16:21:42,420 DEBUG [M:0;8e3de9160f9f:33531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9498fbe4a8f949f586ea7263b5115d6d as hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9498fbe4a8f949f586ea7263b5115d6d 2024-11-10T16:21:42,425 INFO [M:0;8e3de9160f9f:33531 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9498fbe4a8f949f586ea7263b5115d6d, entries=8, sequenceid=58, filesize=5.5 K 2024-11-10T16:21:42,426 DEBUG [M:0;8e3de9160f9f:33531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/584f3a0db37940e18e95f1193c483ad4 as hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/584f3a0db37940e18e95f1193c483ad4 2024-11-10T16:21:42,430 INFO [M:0;8e3de9160f9f:33531 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 584f3a0db37940e18e95f1193c483ad4 2024-11-10T16:21:42,430 INFO [M:0;8e3de9160f9f:33531 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/584f3a0db37940e18e95f1193c483ad4, entries=6, sequenceid=58, filesize=6.6 K 2024-11-10T16:21:42,430 DEBUG [M:0;8e3de9160f9f:33531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a65d53d9f6694bb892b6656b5a86d709 as hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a65d53d9f6694bb892b6656b5a86d709 2024-11-10T16:21:42,434 INFO [M:0;8e3de9160f9f:33531 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44031/user/jenkins/test-data/133bb14a-9554-14b0-4779-f6486f4b3163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a65d53d9f6694bb892b6656b5a86d709, entries=1, sequenceid=58, filesize=5.0 K 2024-11-10T16:21:42,435 INFO [M:0;8e3de9160f9f:33531 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=58, compaction requested=false 2024-11-10T16:21:42,437 INFO [M:0;8e3de9160f9f:33531 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:21:42,437 DEBUG [M:0;8e3de9160f9f:33531 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731255701142Disabling compacts and flushes for region at 1731255701142Disabling writes for close at 1731255701142Obtaining lock to block concurrent updates at 1731255701142Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731255701142Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1731255701143 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731255701143Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731255701144 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731255701161 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731255701161Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731255701572 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731255701586 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731255701586Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731255701996 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731255702010 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731255702010Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c880eca: reopening flushed file at 1731255702420 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@134541b7: reopening flushed file at 1731255702425 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37845c0b: reopening flushed file at 1731255702430 (+5 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=58, compaction requested=false at 1731255702435 (+5 ms)Writing region close event to WAL at 1731255702436 (+1 ms)Closed at 1731255702436 2024-11-10T16:21:42,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38393 is added to blk_1073741830_1006 (size=33014) 2024-11-10T16:21:42,439 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:21:42,439 INFO [M:0;8e3de9160f9f:33531 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T16:21:42,439 INFO [M:0;8e3de9160f9f:33531 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33531 2024-11-10T16:21:42,440 INFO [M:0;8e3de9160f9f:33531 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:21:42,542 INFO [M:0;8e3de9160f9f:33531 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:21:42,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x10102ae3cb10003, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:21:42,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x10102ae3cb10003, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:21:42,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a2d70e8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T16:21:42,545 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4600fe3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T16:21:42,546 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T16:21:42,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bdf9be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T16:21:42,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2136d69e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829125cc-5f33-a7ba-adea-b98e4b11b64b/hadoop.log.dir/,STOPPED} 2024-11-10T16:21:42,547 WARN [BP-841526985-172.17.0.2-1731255624310 heartbeating to localhost/127.0.0.1:44031 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T16:21:42,547 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T16:21:42,547 WARN [BP-841526985-172.17.0.2-1731255624310 heartbeating to localhost/127.0.0.1:44031 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-841526985-172.17.0.2-1731255624310 (Datanode Uuid bbcb88ec-cc02-4a3e-b350-9bb051f3b9f2) service to localhost/127.0.0.1:44031 2024-11-10T16:21:42,548 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T16:21:42,548 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829125cc-5f33-a7ba-adea-b98e4b11b64b/cluster_c64de168-cfaa-0ef6-87f4-8640de248516/data/data1/current/BP-841526985-172.17.0.2-1731255624310 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T16:21:42,548 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829125cc-5f33-a7ba-adea-b98e4b11b64b/cluster_c64de168-cfaa-0ef6-87f4-8640de248516/data/data2/current/BP-841526985-172.17.0.2-1731255624310 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T16:21:42,549 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T16:21:42,555 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32f19e27{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T16:21:42,556 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@364aafe3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T16:21:42,556 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T16:21:42,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5943906{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T16:21:42,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10dfce23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829125cc-5f33-a7ba-adea-b98e4b11b64b/hadoop.log.dir/,STOPPED} 2024-11-10T16:21:42,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T16:21:42,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T16:21:42,568 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:21:42,568 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:21:42,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:21:42,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:21:42,569 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:21:42,569 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T16:21:42,569 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=614462757, stopped=false 2024-11-10T16:21:42,569 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8e3de9160f9f,37907,1731255621190 2024-11-10T16:21:42,573 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:21:42,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33549-0x10102ae3cb10001, quorum=127.0.0.1:52823, baseZNode=/01717253513 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01717253513/running 2024-11-10T16:21:42,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x10102ae3cb10000, quorum=127.0.0.1:52823, baseZNode=/01717253513 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01717253513/running 2024-11-10T16:21:42,573 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:21:42,573 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:21:42,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:21:42,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33549-0x10102ae3cb10001, quorum=127.0.0.1:52823, baseZNode=/01717253513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717253513 2024-11-10T16:21:42,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x10102ae3cb10000, quorum=127.0.0.1:52823, baseZNode=/01717253513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717253513 2024-11-10T16:21:42,574 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8e3de9160f9f,33549,1731255621241' ***** 2024-11-10T16:21:42,574 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T16:21:42,574 INFO [RS:0;8e3de9160f9f:33549 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T16:21:42,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37907-0x10102ae3cb10000, quorum=127.0.0.1:52823, baseZNode=/01717253513 Set watcher on znode that does not yet exist, /01717253513/running 2024-11-10T16:21:42,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33549-0x10102ae3cb10001, quorum=127.0.0.1:52823, baseZNode=/01717253513 Set watcher on znode that does not yet exist, /01717253513/running 2024-11-10T16:21:42,574 INFO [RS:0;8e3de9160f9f:33549 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T16:21:42,574 INFO [RS:0;8e3de9160f9f:33549 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T16:21:42,574 INFO [RS:0;8e3de9160f9f:33549 {}] regionserver.HRegionServer(3091): Received CLOSE for f7be3147ac66f78eca5210e81cac9806 2024-11-10T16:21:42,574 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T16:21:42,575 INFO [RS:0;8e3de9160f9f:33549 {}] regionserver.HRegionServer(3091): Received CLOSE for 272cdc61ebde283c420d33e404af75d3 2024-11-10T16:21:42,575 INFO [RS:0;8e3de9160f9f:33549 {}] regionserver.HRegionServer(959): stopping server 8e3de9160f9f,33549,1731255621241 2024-11-10T16:21:42,575 INFO [RS:0;8e3de9160f9f:33549 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:21:42,575 INFO [RS:0;8e3de9160f9f:33549 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:33549. 2024-11-10T16:21:42,575 DEBUG [RS:0;8e3de9160f9f:33549 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:21:42,575 DEBUG [RS:0;8e3de9160f9f:33549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:21:42,575 INFO [RS:0;8e3de9160f9f:33549 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T16:21:42,575 INFO [RS:0;8e3de9160f9f:33549 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T16:21:42,575 INFO [RS:0;8e3de9160f9f:33549 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T16:21:42,575 INFO [RS:0;8e3de9160f9f:33549 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T16:21:42,575 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f7be3147ac66f78eca5210e81cac9806, disabling compactions & flushes 2024-11-10T16:21:42,575 INFO [RS:0;8e3de9160f9f:33549 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T16:21:42,575 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731255628359.f7be3147ac66f78eca5210e81cac9806. 2024-11-10T16:21:42,575 DEBUG [RS:0;8e3de9160f9f:33549 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f7be3147ac66f78eca5210e81cac9806=test,,1731255628359.f7be3147ac66f78eca5210e81cac9806., 272cdc61ebde283c420d33e404af75d3=hbase:replication,,1731255632702.272cdc61ebde283c420d33e404af75d3.} 2024-11-10T16:21:42,575 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731255628359.f7be3147ac66f78eca5210e81cac9806. 2024-11-10T16:21:42,575 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731255628359.f7be3147ac66f78eca5210e81cac9806. after waiting 0 ms 2024-11-10T16:21:42,575 DEBUG [RS:0;8e3de9160f9f:33549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 272cdc61ebde283c420d33e404af75d3, f7be3147ac66f78eca5210e81cac9806 2024-11-10T16:21:42,575 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731255628359.f7be3147ac66f78eca5210e81cac9806. 2024-11-10T16:21:42,575 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T16:21:42,575 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T16:21:42,575 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T16:21:42,575 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T16:21:42,575 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T16:21:42,576 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T16:21:42,579 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/default/test/f7be3147ac66f78eca5210e81cac9806/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T16:21:42,580 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:21:42,580 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T16:21:42,580 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731255628359.f7be3147ac66f78eca5210e81cac9806. 2024-11-10T16:21:42,580 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f7be3147ac66f78eca5210e81cac9806: Waiting for close lock at 1731255702575Running coprocessor pre-close hooks at 1731255702575Disabling compacts and flushes for region at 1731255702575Disabling writes for close at 1731255702575Writing region close event to WAL at 1731255702576 (+1 ms)Running coprocessor post-close hooks at 1731255702580 (+4 ms)Closed at 1731255702580 2024-11-10T16:21:42,580 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731255628359.f7be3147ac66f78eca5210e81cac9806. 2024-11-10T16:21:42,581 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 272cdc61ebde283c420d33e404af75d3, disabling compactions & flushes 2024-11-10T16:21:42,581 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731255632702.272cdc61ebde283c420d33e404af75d3. 2024-11-10T16:21:42,581 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731255632702.272cdc61ebde283c420d33e404af75d3. 2024-11-10T16:21:42,581 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731255632702.272cdc61ebde283c420d33e404af75d3. after waiting 0 ms 2024-11-10T16:21:42,581 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731255632702.272cdc61ebde283c420d33e404af75d3. 2024-11-10T16:21:42,581 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 272cdc61ebde283c420d33e404af75d3 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-10T16:21:42,597 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/hbase/meta/1588230740/.tmp/info/0bb04ba4c2e14dc9932d99d6050e45d8 is 147, key is hbase:replication,,1731255632702.272cdc61ebde283c420d33e404af75d3./info:regioninfo/1731255633875/Put/seqid=0 2024-11-10T16:21:42,600 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/hbase/replication/272cdc61ebde283c420d33e404af75d3/.tmp/hfileref/a27d53d90c9349c6a83e89ee4de494ca is 74, key is 1/hfileref:3f4d95d8f0de415eb831f77c3d4a7fb7_SeqId_4_/1731255637071/DeleteColumn/seqid=0 2024-11-10T16:21:42,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741844_1020 (size=7686) 2024-11-10T16:21:42,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741845_1021 (size=5203) 2024-11-10T16:21:42,651 INFO [regionserver/8e3de9160f9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:21:42,775 DEBUG [RS:0;8e3de9160f9f:33549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 272cdc61ebde283c420d33e404af75d3 2024-11-10T16:21:42,976 DEBUG [RS:0;8e3de9160f9f:33549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 272cdc61ebde283c420d33e404af75d3 2024-11-10T16:21:43,002 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/hbase/meta/1588230740/.tmp/info/0bb04ba4c2e14dc9932d99d6050e45d8 2024-11-10T16:21:43,004 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/hbase/replication/272cdc61ebde283c420d33e404af75d3/.tmp/hfileref/a27d53d90c9349c6a83e89ee4de494ca 2024-11-10T16:21:43,022 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/hbase/meta/1588230740/.tmp/ns/432a09a9aec74f2ba09f7fdb47037155 is 43, key is default/ns:d/1731255624232/Put/seqid=0 2024-11-10T16:21:43,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741846_1022 (size=5153) 2024-11-10T16:21:43,026 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/hbase/replication/272cdc61ebde283c420d33e404af75d3/.tmp/queue/932e020f61d1448ba66012140271fcef is 153, key is 1-8e3de9160f9f,33549,1731255621241/queue:8e3de9160f9f%2C33549%2C1731255621241/1731255638899/Put/seqid=0 2024-11-10T16:21:43,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741847_1023 (size=5352) 2024-11-10T16:21:43,094 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T16:21:43,094 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T16:21:43,176 DEBUG [RS:0;8e3de9160f9f:33549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 272cdc61ebde283c420d33e404af75d3 2024-11-10T16:21:43,376 DEBUG [RS:0;8e3de9160f9f:33549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 272cdc61ebde283c420d33e404af75d3 2024-11-10T16:21:43,426 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/hbase/meta/1588230740/.tmp/ns/432a09a9aec74f2ba09f7fdb47037155 2024-11-10T16:21:43,430 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/hbase/replication/272cdc61ebde283c420d33e404af75d3/.tmp/queue/932e020f61d1448ba66012140271fcef 2024-11-10T16:21:43,435 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/hbase/replication/272cdc61ebde283c420d33e404af75d3/.tmp/hfileref/a27d53d90c9349c6a83e89ee4de494ca as hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/hbase/replication/272cdc61ebde283c420d33e404af75d3/hfileref/a27d53d90c9349c6a83e89ee4de494ca 2024-11-10T16:21:43,439 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/hbase/replication/272cdc61ebde283c420d33e404af75d3/hfileref/a27d53d90c9349c6a83e89ee4de494ca, entries=2, sequenceid=10, filesize=5.1 K 2024-11-10T16:21:43,440 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/hbase/replication/272cdc61ebde283c420d33e404af75d3/.tmp/queue/932e020f61d1448ba66012140271fcef as hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/hbase/replication/272cdc61ebde283c420d33e404af75d3/queue/932e020f61d1448ba66012140271fcef 2024-11-10T16:21:43,445 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/hbase/replication/272cdc61ebde283c420d33e404af75d3/queue/932e020f61d1448ba66012140271fcef, entries=1, sequenceid=10, filesize=5.2 K 2024-11-10T16:21:43,446 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 272cdc61ebde283c420d33e404af75d3 in 865ms, sequenceid=10, compaction requested=false 2024-11-10T16:21:43,449 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/hbase/meta/1588230740/.tmp/rep_barrier/ea453d6525354630915a8ee0daa0263e is 112, key is test,,1731255628359.f7be3147ac66f78eca5210e81cac9806./rep_barrier:seqnumDuringOpen/1731255629523/Put/seqid=0 2024-11-10T16:21:43,452 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/hbase/replication/272cdc61ebde283c420d33e404af75d3/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-10T16:21:43,453 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:21:43,453 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T16:21:43,453 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731255632702.272cdc61ebde283c420d33e404af75d3. 2024-11-10T16:21:43,453 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 272cdc61ebde283c420d33e404af75d3: Waiting for close lock at 1731255702581Running coprocessor pre-close hooks at 1731255702581Disabling compacts and flushes for region at 1731255702581Disabling writes for close at 1731255702581Obtaining lock to block concurrent updates at 1731255702581Preparing flush snapshotting stores in 272cdc61ebde283c420d33e404af75d3 at 1731255702581Finished memstore snapshotting hbase:replication,,1731255632702.272cdc61ebde283c420d33e404af75d3., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731255702581Flushing stores of hbase:replication,,1731255632702.272cdc61ebde283c420d33e404af75d3. at 1731255702582 (+1 ms)Flushing 272cdc61ebde283c420d33e404af75d3/hfileref: creating writer at 1731255702582Flushing 272cdc61ebde283c420d33e404af75d3/hfileref: appending metadata at 1731255702600 (+18 ms)Flushing 272cdc61ebde283c420d33e404af75d3/hfileref: closing flushed file at 1731255702600Flushing 272cdc61ebde283c420d33e404af75d3/queue: creating writer at 1731255703009 (+409 ms)Flushing 272cdc61ebde283c420d33e404af75d3/queue: appending metadata at 1731255703025 (+16 ms)Flushing 272cdc61ebde283c420d33e404af75d3/queue: closing flushed file at 1731255703025Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6201a2bf: reopening flushed file at 1731255703434 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fe712fd: reopening flushed file at 1731255703439 (+5 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 272cdc61ebde283c420d33e404af75d3 in 865ms, sequenceid=10, compaction requested=false at 1731255703446 (+7 ms)Writing region close event to WAL at 1731255703448 (+2 ms)Running coprocessor post-close hooks at 1731255703453 (+5 ms)Closed at 1731255703453 2024-11-10T16:21:43,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741848_1024 (size=5518) 2024-11-10T16:21:43,453 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731255632702.272cdc61ebde283c420d33e404af75d3. 2024-11-10T16:21:43,576 INFO [RS:0;8e3de9160f9f:33549 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T16:21:43,576 DEBUG [RS:0;8e3de9160f9f:33549 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T16:21:43,576 DEBUG [RS:0;8e3de9160f9f:33549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:21:43,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:21:43,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:21:43,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:21:43,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:21:43,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:21:43,777 DEBUG [RS:0;8e3de9160f9f:33549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:21:43,854 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/hbase/meta/1588230740/.tmp/rep_barrier/ea453d6525354630915a8ee0daa0263e 2024-11-10T16:21:43,873 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/hbase/meta/1588230740/.tmp/table/eb27ac7a4ad44edcb9501b593596c8ef is 53, key is hbase:replication/table:state/1731255633883/Put/seqid=0 2024-11-10T16:21:43,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741849_1025 (size=5308) 2024-11-10T16:21:43,977 DEBUG [RS:0;8e3de9160f9f:33549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:21:44,177 DEBUG [RS:0;8e3de9160f9f:33549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:21:44,258 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T16:21:44,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:21:44,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:21:44,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:21:44,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:21:44,278 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/hbase/meta/1588230740/.tmp/table/eb27ac7a4ad44edcb9501b593596c8ef 2024-11-10T16:21:44,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:21:44,284 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/hbase/meta/1588230740/.tmp/info/0bb04ba4c2e14dc9932d99d6050e45d8 as hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/hbase/meta/1588230740/info/0bb04ba4c2e14dc9932d99d6050e45d8 2024-11-10T16:21:44,289 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/hbase/meta/1588230740/info/0bb04ba4c2e14dc9932d99d6050e45d8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T16:21:44,290 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/hbase/meta/1588230740/.tmp/ns/432a09a9aec74f2ba09f7fdb47037155 as hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/hbase/meta/1588230740/ns/432a09a9aec74f2ba09f7fdb47037155 2024-11-10T16:21:44,294 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/hbase/meta/1588230740/ns/432a09a9aec74f2ba09f7fdb47037155, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T16:21:44,295 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/hbase/meta/1588230740/.tmp/rep_barrier/ea453d6525354630915a8ee0daa0263e as hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/hbase/meta/1588230740/rep_barrier/ea453d6525354630915a8ee0daa0263e 2024-11-10T16:21:44,299 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/hbase/meta/1588230740/rep_barrier/ea453d6525354630915a8ee0daa0263e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T16:21:44,299 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/hbase/meta/1588230740/.tmp/table/eb27ac7a4ad44edcb9501b593596c8ef as hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/hbase/meta/1588230740/table/eb27ac7a4ad44edcb9501b593596c8ef 2024-11-10T16:21:44,304 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/hbase/meta/1588230740/table/eb27ac7a4ad44edcb9501b593596c8ef, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T16:21:44,305 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1730ms, sequenceid=16, compaction requested=false 2024-11-10T16:21:44,309 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T16:21:44,309 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:21:44,309 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T16:21:44,310 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T16:21:44,310 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731255702575Running coprocessor pre-close hooks at 1731255702575Disabling compacts and flushes for region at 1731255702575Disabling writes for close at 1731255702575Obtaining lock to block concurrent updates at 1731255702576 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731255702576Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731255702576Flushing stores of hbase:meta,,1.1588230740 at 1731255702577 (+1 ms)Flushing 1588230740/info: creating writer at 1731255702577Flushing 1588230740/info: appending metadata at 1731255702597 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731255702597Flushing 1588230740/ns: creating writer at 1731255703008 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731255703021 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731255703021Flushing 1588230740/rep_barrier: creating writer at 1731255703432 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731255703448 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731255703448Flushing 1588230740/table: creating writer at 1731255703859 (+411 ms)Flushing 1588230740/table: appending metadata at 1731255703873 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731255703873Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1074670a: reopening flushed file at 1731255704283 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@411a0577: reopening flushed file at 1731255704289 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b4b710f: reopening flushed file at 1731255704294 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@608c6a20: reopening flushed file at 1731255704299 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1730ms, sequenceid=16, compaction requested=false at 1731255704305 (+6 ms)Writing region close event to WAL at 1731255704306 (+1 ms)Running coprocessor post-close hooks at 1731255704309 (+3 ms)Closed at 1731255704309 2024-11-10T16:21:44,310 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T16:21:44,377 INFO [RS:0;8e3de9160f9f:33549 {}] regionserver.HRegionServer(976): stopping server 8e3de9160f9f,33549,1731255621241; all regions closed. 2024-11-10T16:21:44,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741834_1010 (size=4239) 2024-11-10T16:21:44,380 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.meta.1731255624173.meta not finished, retry = 0 2024-11-10T16:21:44,483 DEBUG [RS:0;8e3de9160f9f:33549 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/oldWALs 2024-11-10T16:21:44,483 INFO [RS:0;8e3de9160f9f:33549 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8e3de9160f9f%2C33549%2C1731255621241.meta:.meta(num 1731255624173) 2024-11-10T16:21:44,485 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.rep.1731255633840 not finished, retry = 0 2024-11-10T16:21:44,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741839_1015 (size=2700) 2024-11-10T16:21:44,588 DEBUG [RS:0;8e3de9160f9f:33549 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/oldWALs 2024-11-10T16:21:44,588 INFO [RS:0;8e3de9160f9f:33549 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8e3de9160f9f%2C33549%2C1731255621241.rep:(num 1731255633840) 2024-11-10T16:21:44,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741832_1008 (size=1300) 2024-11-10T16:21:44,590 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/WALs/8e3de9160f9f,33549,1731255621241/8e3de9160f9f%2C33549%2C1731255621241.1731255623228 not finished, retry = 0 2024-11-10T16:21:44,692 DEBUG [RS:0;8e3de9160f9f:33549 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/oldWALs 2024-11-10T16:21:44,693 INFO [RS:0;8e3de9160f9f:33549 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8e3de9160f9f%2C33549%2C1731255621241:(num 1731255623228) 2024-11-10T16:21:44,693 DEBUG [RS:0;8e3de9160f9f:33549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:21:44,693 INFO [RS:0;8e3de9160f9f:33549 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:21:44,693 INFO [RS:0;8e3de9160f9f:33549 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:21:44,693 INFO [RS:0;8e3de9160f9f:33549 {}] hbase.ChoreService(370): Chore service for: regionserver/8e3de9160f9f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T16:21:44,693 INFO [RS:0;8e3de9160f9f:33549 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:21:44,693 INFO [regionserver/8e3de9160f9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:21:44,693 INFO [RS:0;8e3de9160f9f:33549 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8e3de9160f9f,33549,1731255621241 because: Region server is closing 2024-11-10T16:21:44,694 INFO [RS:0;8e3de9160f9f:33549 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:33549. 2024-11-10T16:21:44,694 DEBUG [RS:0;8e3de9160f9f:33549 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:21:44,694 DEBUG [RS:0;8e3de9160f9f:33549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:21:44,694 DEBUG [RS:0;8e3de9160f9f:33549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:21:44,694 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:21:44,794 WARN [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.shipper8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T16:21:44,794 WARN [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.wal-reader.8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T16:21:44,794 INFO [RS:0;8e3de9160f9f:33549 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33549,1731255621241.replicationSource.shipper8e3de9160f9f%2C33549%2C1731255621241,1-8e3de9160f9f,33549,1731255621241 terminated 2024-11-10T16:21:44,795 INFO [RS:0;8e3de9160f9f:33549 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33549 2024-11-10T16:21:44,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33549-0x10102ae3cb10001, quorum=127.0.0.1:52823, baseZNode=/01717253513 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01717253513/rs/8e3de9160f9f,33549,1731255621241 2024-11-10T16:21:44,797 INFO [RS:0;8e3de9160f9f:33549 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:21:44,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x10102ae3cb10000, quorum=127.0.0.1:52823, baseZNode=/01717253513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717253513/rs 2024-11-10T16:21:44,798 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8e3de9160f9f,33549,1731255621241] 2024-11-10T16:21:44,799 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01717253513/draining/8e3de9160f9f,33549,1731255621241 already deleted, retry=false 2024-11-10T16:21:44,799 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8e3de9160f9f,33549,1731255621241 expired; onlineServers=0 2024-11-10T16:21:44,799 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8e3de9160f9f,37907,1731255621190' ***** 2024-11-10T16:21:44,799 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T16:21:44,799 INFO [M:0;8e3de9160f9f:37907 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:21:44,799 INFO [M:0;8e3de9160f9f:37907 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:21:44,800 DEBUG [M:0;8e3de9160f9f:37907 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T16:21:44,800 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T16:21:44,800 DEBUG [M:0;8e3de9160f9f:37907 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T16:21:44,800 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255623014 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255623014,5,FailOnTimeoutGroup] 2024-11-10T16:21:44,800 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255623015 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255623015,5,FailOnTimeoutGroup] 2024-11-10T16:21:44,800 INFO [M:0;8e3de9160f9f:37907 {}] hbase.ChoreService(370): Chore service for: master/8e3de9160f9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T16:21:44,800 INFO [M:0;8e3de9160f9f:37907 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:21:44,800 DEBUG [M:0;8e3de9160f9f:37907 {}] master.HMaster(1795): Stopping service threads 2024-11-10T16:21:44,800 INFO [M:0;8e3de9160f9f:37907 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T16:21:44,800 INFO [M:0;8e3de9160f9f:37907 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:21:44,800 INFO [M:0;8e3de9160f9f:37907 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T16:21:44,800 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T16:21:44,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x10102ae3cb10000, quorum=127.0.0.1:52823, baseZNode=/01717253513 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01717253513/master 2024-11-10T16:21:44,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x10102ae3cb10000, quorum=127.0.0.1:52823, baseZNode=/01717253513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717253513 2024-11-10T16:21:44,802 DEBUG [M:0;8e3de9160f9f:37907 {}] zookeeper.ZKUtil(347): master:37907-0x10102ae3cb10000, quorum=127.0.0.1:52823, baseZNode=/01717253513 Unable to get data of znode /01717253513/master because node does not exist (not an error) 2024-11-10T16:21:44,802 WARN [M:0;8e3de9160f9f:37907 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T16:21:44,804 INFO [M:0;8e3de9160f9f:37907 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/.lastflushedseqids 2024-11-10T16:21:44,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741850_1026 (size=263) 2024-11-10T16:21:44,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33549-0x10102ae3cb10001, quorum=127.0.0.1:52823, baseZNode=/01717253513 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:21:44,898 INFO [RS:0;8e3de9160f9f:33549 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:21:44,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33549-0x10102ae3cb10001, quorum=127.0.0.1:52823, baseZNode=/01717253513 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:21:44,898 INFO [RS:0;8e3de9160f9f:33549 {}] regionserver.HRegionServer(1031): Exiting; stopping=8e3de9160f9f,33549,1731255621241; zookeeper connection closed. 2024-11-10T16:21:44,899 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@241e0449 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@241e0449 2024-11-10T16:21:44,899 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T16:21:45,209 INFO [M:0;8e3de9160f9f:37907 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T16:21:45,209 INFO [M:0;8e3de9160f9f:37907 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T16:21:45,209 DEBUG [M:0;8e3de9160f9f:37907 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T16:21:45,209 INFO [M:0;8e3de9160f9f:37907 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:21:45,209 DEBUG [M:0;8e3de9160f9f:37907 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:21:45,209 DEBUG [M:0;8e3de9160f9f:37907 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T16:21:45,209 DEBUG [M:0;8e3de9160f9f:37907 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:21:45,209 INFO [M:0;8e3de9160f9f:37907 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-11-10T16:21:45,225 DEBUG [M:0;8e3de9160f9f:37907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3614985fe4e2421e9f4748b455da4d3a is 82, key is hbase:meta,,1/info:regioninfo/1731255624216/Put/seqid=0 2024-11-10T16:21:45,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741851_1027 (size=5672) 2024-11-10T16:21:45,629 INFO [M:0;8e3de9160f9f:37907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3614985fe4e2421e9f4748b455da4d3a 2024-11-10T16:21:45,650 DEBUG [M:0;8e3de9160f9f:37907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7fc41dc551641c5b9c36e84308f8d40 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731255629538/Put/seqid=0 2024-11-10T16:21:45,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741852_1028 (size=7239) 2024-11-10T16:21:46,054 INFO [M:0;8e3de9160f9f:37907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7fc41dc551641c5b9c36e84308f8d40 2024-11-10T16:21:46,059 INFO [M:0;8e3de9160f9f:37907 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e7fc41dc551641c5b9c36e84308f8d40 2024-11-10T16:21:46,073 DEBUG [M:0;8e3de9160f9f:37907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be76948e36be4b7ba213cc58d24d62b7 is 69, key is 8e3de9160f9f,33549,1731255621241/rs:state/1731255623083/Put/seqid=0 2024-11-10T16:21:46,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741853_1029 (size=5156) 2024-11-10T16:21:46,478 INFO [M:0;8e3de9160f9f:37907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be76948e36be4b7ba213cc58d24d62b7 2024-11-10T16:21:46,483 DEBUG [M:0;8e3de9160f9f:37907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3614985fe4e2421e9f4748b455da4d3a as hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3614985fe4e2421e9f4748b455da4d3a 2024-11-10T16:21:46,487 INFO [M:0;8e3de9160f9f:37907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3614985fe4e2421e9f4748b455da4d3a, entries=8, sequenceid=105, filesize=5.5 K 2024-11-10T16:21:46,488 DEBUG [M:0;8e3de9160f9f:37907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7fc41dc551641c5b9c36e84308f8d40 as hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e7fc41dc551641c5b9c36e84308f8d40 2024-11-10T16:21:46,492 INFO [M:0;8e3de9160f9f:37907 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e7fc41dc551641c5b9c36e84308f8d40 2024-11-10T16:21:46,492 INFO [M:0;8e3de9160f9f:37907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e7fc41dc551641c5b9c36e84308f8d40, entries=11, sequenceid=105, filesize=7.1 K 2024-11-10T16:21:46,493 DEBUG [M:0;8e3de9160f9f:37907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be76948e36be4b7ba213cc58d24d62b7 as hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/be76948e36be4b7ba213cc58d24d62b7 2024-11-10T16:21:46,497 INFO [M:0;8e3de9160f9f:37907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33113/user/jenkins/test-data/19fb9e5a-7b76-9830-c3a7-f391a7fb59af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/be76948e36be4b7ba213cc58d24d62b7, entries=1, sequenceid=105, filesize=5.0 K 2024-11-10T16:21:46,498 INFO [M:0;8e3de9160f9f:37907 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=105, compaction requested=false 2024-11-10T16:21:46,499 INFO [M:0;8e3de9160f9f:37907 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:21:46,500 DEBUG [M:0;8e3de9160f9f:37907 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731255705209Disabling compacts and flushes for region at 1731255705209Disabling writes for close at 1731255705209Obtaining lock to block concurrent updates at 1731255705209Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731255705209Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1731255705210 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731255705210Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731255705210Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731255705224 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731255705224Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731255705635 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731255705649 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731255705649Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731255706059 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731255706073 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731255706073Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f92f02: reopening flushed file at 1731255706482 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29848e9b: reopening flushed file at 1731255706487 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71ea0e4b: reopening flushed file at 1731255706493 (+6 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=105, compaction requested=false at 1731255706498 (+5 ms)Writing region close event to WAL at 1731255706499 (+1 ms)Closed at 1731255706499 2024-11-10T16:21:46,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741830_1006 (size=64514) 2024-11-10T16:21:46,502 INFO [M:0;8e3de9160f9f:37907 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T16:21:46,502 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:21:46,502 INFO [M:0;8e3de9160f9f:37907 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37907 2024-11-10T16:21:46,503 INFO [M:0;8e3de9160f9f:37907 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:21:46,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x10102ae3cb10000, quorum=127.0.0.1:52823, baseZNode=/01717253513 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:21:46,605 INFO [M:0;8e3de9160f9f:37907 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:21:46,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x10102ae3cb10000, quorum=127.0.0.1:52823, baseZNode=/01717253513 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:21:46,607 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@436288d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T16:21:46,608 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21c6da7e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T16:21:46,608 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T16:21:46,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33983d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T16:21:46,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a533fc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/372e1eb4-7ffe-f3aa-94af-47c8200351cf/hadoop.log.dir/,STOPPED} 2024-11-10T16:21:46,609 WARN [BP-938729137-172.17.0.2-1731255620163 heartbeating to localhost/127.0.0.1:33113 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T16:21:46,609 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T16:21:46,609 WARN [BP-938729137-172.17.0.2-1731255620163 heartbeating to localhost/127.0.0.1:33113 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-938729137-172.17.0.2-1731255620163 (Datanode Uuid f201ce46-662b-4fe5-83d9-01f592efe214) service to localhost/127.0.0.1:33113 2024-11-10T16:21:46,609 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T16:21:46,610 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/372e1eb4-7ffe-f3aa-94af-47c8200351cf/cluster_06b2f91d-e7c6-2388-f400-c8c5ac5425a6/data/data1/current/BP-938729137-172.17.0.2-1731255620163 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T16:21:46,610 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/372e1eb4-7ffe-f3aa-94af-47c8200351cf/cluster_06b2f91d-e7c6-2388-f400-c8c5ac5425a6/data/data2/current/BP-938729137-172.17.0.2-1731255620163 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T16:21:46,610 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T16:21:46,616 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a577702{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T16:21:46,616 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38add795{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T16:21:46,617 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T16:21:46,617 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5043fec4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T16:21:46,617 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50695de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/372e1eb4-7ffe-f3aa-94af-47c8200351cf/hadoop.log.dir/,STOPPED} 2024-11-10T16:21:46,623 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T16:21:46,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T16:21:46,642 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=161 (was 140) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44031 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:44031 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44031 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44031 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:33113 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44031 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52823) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33113 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f465cb8b378.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f465cb8b378.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33113 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33113 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52823) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33113 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=101 (was 108), ProcessCount=11 (was 11), AvailableMemoryMB=6922 (was 7086) 2024-11-10T16:21:46,649 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=162, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=101, ProcessCount=11, AvailableMemoryMB=6923 2024-11-10T16:21:46,662 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-10T16:21:46,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829125cc-5f33-a7ba-adea-b98e4b11b64b/hadoop.log.dir so I do NOT create it in target/test-data/d17d7605-4b5a-4874-4489-241f03d17074 2024-11-10T16:21:46,663 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829125cc-5f33-a7ba-adea-b98e4b11b64b/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T16:21:46,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829125cc-5f33-a7ba-adea-b98e4b11b64b/hadoop.tmp.dir so I do NOT create it in target/test-data/d17d7605-4b5a-4874-4489-241f03d17074 2024-11-10T16:21:46,663 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829125cc-5f33-a7ba-adea-b98e4b11b64b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T16:21:46,663 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d17d7605-4b5a-4874-4489-241f03d17074 2024-11-10T16:21:46,663 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d17d7605-4b5a-4874-4489-241f03d17074/cluster_97209691-e9e2-0521-fb12-fb1f6eb2f8ef, deleteOnExit=true 2024-11-10T16:21:46,667 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d17d7605-4b5a-4874-4489-241f03d17074/cluster_97209691-e9e2-0521-fb12-fb1f6eb2f8ef/zookeeper_0, clientPort=58966, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d17d7605-4b5a-4874-4489-241f03d17074/cluster_97209691-e9e2-0521-fb12-fb1f6eb2f8ef/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d17d7605-4b5a-4874-4489-241f03d17074/cluster_97209691-e9e2-0521-fb12-fb1f6eb2f8ef/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T16:21:46,668 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58966 2024-11-10T16:21:46,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T16:21:46,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T16:21:46,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d17d7605-4b5a-4874-4489-241f03d17074/test.cache.data in system properties and HBase conf 2024-11-10T16:21:46,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d17d7605-4b5a-4874-4489-241f03d17074/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T16:21:46,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d17d7605-4b5a-4874-4489-241f03d17074/hadoop.log.dir in system properties and HBase conf 2024-11-10T16:21:46,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d17d7605-4b5a-4874-4489-241f03d17074/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T16:21:46,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d17d7605-4b5a-4874-4489-241f03d17074/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T16:21:46,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T16:21:46,668 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T16:21:46,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d17d7605-4b5a-4874-4489-241f03d17074/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T16:21:46,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d17d7605-4b5a-4874-4489-241f03d17074/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T16:21:46,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d17d7605-4b5a-4874-4489-241f03d17074/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T16:21:46,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d17d7605-4b5a-4874-4489-241f03d17074/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T16:21:46,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d17d7605-4b5a-4874-4489-241f03d17074/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T16:21:46,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d17d7605-4b5a-4874-4489-241f03d17074/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T16:21:46,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d17d7605-4b5a-4874-4489-241f03d17074/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T16:21:46,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d17d7605-4b5a-4874-4489-241f03d17074/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T16:21:46,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d17d7605-4b5a-4874-4489-241f03d17074/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T16:21:46,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d17d7605-4b5a-4874-4489-241f03d17074/nfs.dump.dir in system properties and HBase conf 2024-11-10T16:21:46,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d17d7605-4b5a-4874-4489-241f03d17074/java.io.tmpdir in system properties and HBase conf 2024-11-10T16:21:46,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d17d7605-4b5a-4874-4489-241f03d17074/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T16:21:46,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d17d7605-4b5a-4874-4489-241f03d17074/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T16:21:46,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d17d7605-4b5a-4874-4489-241f03d17074/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T16:21:46,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10102ae3cb10005, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T16:21:46,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10102ae3cb10002, quorum=127.0.0.1:52823, baseZNode=/01717253513 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T16:21:46,721 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10102ae3cb10002, quorum=127.0.0.1:52823, baseZNode=/01717253513 Received Disconnected from ZooKeeper, ignoring 2024-11-10T16:21:46,721 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10102ae3cb10005, quorum=127.0.0.1:52823, baseZNode=/1-511384343 Received Disconnected from ZooKeeper, ignoring 2024-11-10T16:21:46,739 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:21:46,743 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T16:21:46,744 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T16:21:46,744 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T16:21:46,744 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T16:21:46,744 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:21:46,747 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ee8259d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d17d7605-4b5a-4874-4489-241f03d17074/hadoop.log.dir/,AVAILABLE} 2024-11-10T16:21:46,747 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@541fdc67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T16:21:46,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b6d794{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d17d7605-4b5a-4874-4489-241f03d17074/java.io.tmpdir/jetty-localhost-42013-hadoop-hdfs-3_4_1-tests_jar-_-any-9697412449697223687/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T16:21:46,861 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6115c9db{HTTP/1.1, (http/1.1)}{localhost:42013} 2024-11-10T16:21:46,862 INFO [Time-limited test {}] server.Server(415): Started @133322ms 2024-11-10T16:21:46,938 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:21:46,941 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T16:21:46,944 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T16:21:46,944 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T16:21:46,944 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T16:21:46,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a7ac3fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d17d7605-4b5a-4874-4489-241f03d17074/hadoop.log.dir/,AVAILABLE} 2024-11-10T16:21:46,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@607b161a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T16:21:47,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f0825ec{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d17d7605-4b5a-4874-4489-241f03d17074/java.io.tmpdir/jetty-localhost-42341-hadoop-hdfs-3_4_1-tests_jar-_-any-4102926521995145870/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T16:21:47,060 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3acf8af7{HTTP/1.1, (http/1.1)}{localhost:42341} 2024-11-10T16:21:47,060 INFO [Time-limited test {}] server.Server(415): Started @133520ms 2024-11-10T16:21:47,061 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T16:21:47,155 WARN [Thread-1288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d17d7605-4b5a-4874-4489-241f03d17074/cluster_97209691-e9e2-0521-fb12-fb1f6eb2f8ef/data/data2/current/BP-1972354391-172.17.0.2-1731255706689/current, will proceed with Du for space computation calculation, 2024-11-10T16:21:47,155 WARN [Thread-1287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d17d7605-4b5a-4874-4489-241f03d17074/cluster_97209691-e9e2-0521-fb12-fb1f6eb2f8ef/data/data1/current/BP-1972354391-172.17.0.2-1731255706689/current, will proceed with Du for space computation calculation, 2024-11-10T16:21:47,174 WARN [Thread-1275 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T16:21:47,176 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40497d725e5df6f2 with lease ID 0xc58660226bc764ca: Processing first storage report for DS-a1fb4070-28c8-4a62-9f0c-39a6af10f98f from datanode DatanodeRegistration(127.0.0.1:36953, datanodeUuid=f33678a3-35bf-49a2-a58e-1abc5e0ece50, infoPort=35255, infoSecurePort=0, ipcPort=45233, storageInfo=lv=-57;cid=testClusterID;nsid=365545888;c=1731255706689) 2024-11-10T16:21:47,176 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40497d725e5df6f2 with lease ID 0xc58660226bc764ca: from storage DS-a1fb4070-28c8-4a62-9f0c-39a6af10f98f node DatanodeRegistration(127.0.0.1:36953, datanodeUuid=f33678a3-35bf-49a2-a58e-1abc5e0ece50, infoPort=35255, infoSecurePort=0, ipcPort=45233, storageInfo=lv=-57;cid=testClusterID;nsid=365545888;c=1731255706689), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T16:21:47,176 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40497d725e5df6f2 with lease ID 0xc58660226bc764ca: Processing first storage report for DS-66cdb773-e0a2-49df-848d-266a5dd7a2c5 from datanode DatanodeRegistration(127.0.0.1:36953, datanodeUuid=f33678a3-35bf-49a2-a58e-1abc5e0ece50, infoPort=35255, infoSecurePort=0, ipcPort=45233, storageInfo=lv=-57;cid=testClusterID;nsid=365545888;c=1731255706689) 2024-11-10T16:21:47,176 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40497d725e5df6f2 with lease ID 0xc58660226bc764ca: from storage DS-66cdb773-e0a2-49df-848d-266a5dd7a2c5 node DatanodeRegistration(127.0.0.1:36953, datanodeUuid=f33678a3-35bf-49a2-a58e-1abc5e0ece50, infoPort=35255, infoSecurePort=0, ipcPort=45233, storageInfo=lv=-57;cid=testClusterID;nsid=365545888;c=1731255706689), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T16:21:47,183 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d17d7605-4b5a-4874-4489-241f03d17074 2024-11-10T16:21:47,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:21:47,184 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:21:47,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36953 is added to blk_1073741825_1001 (size=7) 2024-11-10T16:21:47,593 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a with version=8 2024-11-10T16:21:47,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/hbase-staging 2024-11-10T16:21:47,595 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:21:47,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:21:47,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:21:47,595 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:21:47,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:21:47,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:21:47,595 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T16:21:47,595 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:21:47,596 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41127 2024-11-10T16:21:47,597 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41127 connecting to ZooKeeper ensemble=127.0.0.1:58966 2024-11-10T16:21:47,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411270x0, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:21:47,606 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41127-0x10102af8eb80000 connected 2024-11-10T16:21:47,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:21:47,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:21:47,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41127-0x10102af8eb80000, quorum=127.0.0.1:58966, baseZNode=/048819136 Set watcher on znode that does not yet exist, /048819136/running 2024-11-10T16:21:47,629 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a, hbase.cluster.distributed=false 2024-11-10T16:21:47,630 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41127-0x10102af8eb80000, quorum=127.0.0.1:58966, baseZNode=/048819136 Set watcher on znode that does not yet exist, /048819136/acl 2024-11-10T16:21:47,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41127 2024-11-10T16:21:47,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41127 2024-11-10T16:21:47,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41127 2024-11-10T16:21:47,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41127 2024-11-10T16:21:47,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41127 2024-11-10T16:21:47,650 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:21:47,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:21:47,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:21:47,650 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:21:47,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:21:47,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:21:47,650 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T16:21:47,650 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:21:47,651 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35611 2024-11-10T16:21:47,652 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35611 connecting to ZooKeeper ensemble=127.0.0.1:58966 2024-11-10T16:21:47,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:21:47,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:21:47,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356110x0, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:21:47,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356110x0, quorum=127.0.0.1:58966, baseZNode=/048819136 Set watcher on znode that does not yet exist, /048819136/running 2024-11-10T16:21:47,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35611-0x10102af8eb80001 connected 2024-11-10T16:21:47,660 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T16:21:47,661 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T16:21:47,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35611-0x10102af8eb80001, quorum=127.0.0.1:58966, baseZNode=/048819136 Set watcher on znode that does not yet exist, /048819136/master 2024-11-10T16:21:47,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35611-0x10102af8eb80001, quorum=127.0.0.1:58966, baseZNode=/048819136 Set watcher on znode that does not yet exist, /048819136/acl 2024-11-10T16:21:47,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35611 2024-11-10T16:21:47,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35611 2024-11-10T16:21:47,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35611 2024-11-10T16:21:47,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35611 2024-11-10T16:21:47,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35611 2024-11-10T16:21:47,680 DEBUG [M:0;8e3de9160f9f:41127 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8e3de9160f9f:41127 2024-11-10T16:21:47,680 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /048819136/backup-masters/8e3de9160f9f,41127,1731255707595 2024-11-10T16:21:47,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x10102af8eb80000, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048819136/backup-masters 2024-11-10T16:21:47,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35611-0x10102af8eb80001, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048819136/backup-masters 2024-11-10T16:21:47,682 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41127-0x10102af8eb80000, quorum=127.0.0.1:58966, baseZNode=/048819136 Set watcher on existing znode=/048819136/backup-masters/8e3de9160f9f,41127,1731255707595 2024-11-10T16:21:47,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35611-0x10102af8eb80001, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/048819136/master 2024-11-10T16:21:47,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x10102af8eb80000, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048819136 2024-11-10T16:21:47,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35611-0x10102af8eb80001, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048819136 2024-11-10T16:21:47,683 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41127-0x10102af8eb80000, quorum=127.0.0.1:58966, baseZNode=/048819136 Set watcher on existing znode=/048819136/master 2024-11-10T16:21:47,683 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /048819136/backup-masters/8e3de9160f9f,41127,1731255707595 from backup master directory 2024-11-10T16:21:47,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x10102af8eb80000, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/048819136/backup-masters/8e3de9160f9f,41127,1731255707595 2024-11-10T16:21:47,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35611-0x10102af8eb80001, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048819136/backup-masters 2024-11-10T16:21:47,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x10102af8eb80000, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048819136/backup-masters 2024-11-10T16:21:47,684 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:21:47,684 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8e3de9160f9f,41127,1731255707595 2024-11-10T16:21:47,689 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/hbase.id] with ID: b347a86f-5929-48b1-9659-9c5fad940569 2024-11-10T16:21:47,689 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/.tmp/hbase.id 2024-11-10T16:21:47,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36953 is added to blk_1073741826_1002 (size=42) 2024-11-10T16:21:48,094 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/.tmp/hbase.id]:[hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/hbase.id] 2024-11-10T16:21:48,105 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:21:48,105 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T16:21:48,106 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T16:21:48,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x10102af8eb80000, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048819136 2024-11-10T16:21:48,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35611-0x10102af8eb80001, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048819136 2024-11-10T16:21:48,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36953 is added to blk_1073741827_1003 (size=196) 2024-11-10T16:21:48,515 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:21:48,515 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T16:21:48,516 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:21:48,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36953 is added to blk_1073741828_1004 (size=1189) 2024-11-10T16:21:48,625 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T16:21:48,625 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T16:21:48,625 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T16:21:48,625 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T16:21:48,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T16:21:48,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:21:48,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T16:21:48,923 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/data/master/store 2024-11-10T16:21:48,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36953 is added to blk_1073741829_1005 (size=34) 2024-11-10T16:21:49,329 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:21:49,329 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T16:21:49,329 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:21:49,330 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:21:49,330 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T16:21:49,330 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:21:49,330 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:21:49,330 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731255709329Disabling compacts and flushes for region at 1731255709329Disabling writes for close at 1731255709330 (+1 ms)Writing region close event to WAL at 1731255709330Closed at 1731255709330 2024-11-10T16:21:49,331 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/data/master/store/.initializing 2024-11-10T16:21:49,331 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/WALs/8e3de9160f9f,41127,1731255707595 2024-11-10T16:21:49,332 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:21:49,333 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8e3de9160f9f%2C41127%2C1731255707595, suffix=, logDir=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/WALs/8e3de9160f9f,41127,1731255707595, archiveDir=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/oldWALs, maxLogs=10 2024-11-10T16:21:49,347 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/WALs/8e3de9160f9f,41127,1731255707595/8e3de9160f9f%2C41127%2C1731255707595.1731255709334, exclude list is [], retry=0 2024-11-10T16:21:49,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36953,DS-a1fb4070-28c8-4a62-9f0c-39a6af10f98f,DISK] 2024-11-10T16:21:49,351 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/WALs/8e3de9160f9f,41127,1731255707595/8e3de9160f9f%2C41127%2C1731255707595.1731255709334 2024-11-10T16:21:49,351 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35255:35255)] 2024-11-10T16:21:49,351 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:21:49,351 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:21:49,351 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:21:49,351 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:21:49,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:21:49,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T16:21:49,354 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:21:49,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:21:49,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:21:49,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T16:21:49,355 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:21:49,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:21:49,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:21:49,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T16:21:49,357 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:21:49,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:21:49,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:21:49,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T16:21:49,358 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:21:49,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:21:49,358 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:21:49,359 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:21:49,360 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:21:49,361 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:21:49,361 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:21:49,361 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:21:49,362 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:21:49,364 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:21:49,365 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66769688, jitterRate=-0.005054116249084473}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:21:49,366 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731255709351Initializing all the Stores at 1731255709352 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255709352Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255709352Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255709352Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255709352Cleaning up temporary data from old regions at 1731255709361 (+9 ms)Region opened successfully at 1731255709366 (+5 ms) 2024-11-10T16:21:49,366 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T16:21:49,369 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2703ee96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:21:49,370 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T16:21:49,370 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T16:21:49,370 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T16:21:49,370 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T16:21:49,371 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T16:21:49,371 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T16:21:49,371 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T16:21:49,373 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T16:21:49,374 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41127-0x10102af8eb80000, quorum=127.0.0.1:58966, baseZNode=/048819136 Unable to get data of znode /048819136/balancer because node does not exist (not necessarily an error) 2024-11-10T16:21:49,375 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /048819136/balancer already deleted, retry=false 2024-11-10T16:21:49,375 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T16:21:49,376 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41127-0x10102af8eb80000, quorum=127.0.0.1:58966, baseZNode=/048819136 Unable to get data of znode /048819136/normalizer because node does not exist (not necessarily an error) 2024-11-10T16:21:49,377 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /048819136/normalizer already deleted, retry=false 2024-11-10T16:21:49,377 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T16:21:49,378 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41127-0x10102af8eb80000, quorum=127.0.0.1:58966, baseZNode=/048819136 Unable to get data of znode /048819136/switch/split because node does not exist (not necessarily an error) 2024-11-10T16:21:49,379 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /048819136/switch/split already deleted, retry=false 2024-11-10T16:21:49,379 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41127-0x10102af8eb80000, quorum=127.0.0.1:58966, baseZNode=/048819136 Unable to get data of znode /048819136/switch/merge because node does not exist (not necessarily an error) 2024-11-10T16:21:49,382 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /048819136/switch/merge already deleted, retry=false 2024-11-10T16:21:49,383 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41127-0x10102af8eb80000, quorum=127.0.0.1:58966, baseZNode=/048819136 Unable to get data of znode /048819136/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T16:21:49,384 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /048819136/snapshot-cleanup already deleted, retry=false 2024-11-10T16:21:49,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x10102af8eb80000, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/048819136/running 2024-11-10T16:21:49,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35611-0x10102af8eb80001, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/048819136/running 2024-11-10T16:21:49,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x10102af8eb80000, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048819136 2024-11-10T16:21:49,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35611-0x10102af8eb80001, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048819136 2024-11-10T16:21:49,386 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8e3de9160f9f,41127,1731255707595, sessionid=0x10102af8eb80000, setting cluster-up flag (Was=false) 2024-11-10T16:21:49,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35611-0x10102af8eb80001, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048819136 2024-11-10T16:21:49,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x10102af8eb80000, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048819136 2024-11-10T16:21:49,394 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /048819136/flush-table-proc/acquired, /048819136/flush-table-proc/reached, /048819136/flush-table-proc/abort 2024-11-10T16:21:49,394 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,41127,1731255707595 2024-11-10T16:21:49,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35611-0x10102af8eb80001, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048819136 2024-11-10T16:21:49,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x10102af8eb80000, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048819136 2024-11-10T16:21:49,402 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /048819136/online-snapshot/acquired, /048819136/online-snapshot/reached, /048819136/online-snapshot/abort 2024-11-10T16:21:49,403 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,41127,1731255707595 2024-11-10T16:21:49,403 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T16:21:49,405 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T16:21:49,405 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T16:21:49,405 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T16:21:49,405 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8e3de9160f9f,41127,1731255707595 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T16:21:49,406 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:21:49,406 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:21:49,406 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:21:49,406 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:21:49,406 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8e3de9160f9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T16:21:49,406 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:21:49,406 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:21:49,406 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:21:49,407 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731255739407 2024-11-10T16:21:49,407 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T16:21:49,407 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T16:21:49,407 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T16:21:49,407 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T16:21:49,407 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T16:21:49,408 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T16:21:49,408 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:49,408 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:21:49,408 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T16:21:49,408 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T16:21:49,408 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T16:21:49,408 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T16:21:49,408 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T16:21:49,408 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T16:21:49,408 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T16:21:49,409 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255709409,5,FailOnTimeoutGroup] 2024-11-10T16:21:49,409 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255709409,5,FailOnTimeoutGroup] 2024-11-10T16:21:49,409 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:21:49,409 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:49,409 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T16:21:49,409 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:49,409 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:49,409 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T16:21:49,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36953 is added to blk_1073741831_1007 (size=1321) 2024-11-10T16:21:49,471 INFO [RS:0;8e3de9160f9f:35611 {}] regionserver.HRegionServer(746): ClusterId : b347a86f-5929-48b1-9659-9c5fad940569 2024-11-10T16:21:49,471 DEBUG [RS:0;8e3de9160f9f:35611 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T16:21:49,473 DEBUG [RS:0;8e3de9160f9f:35611 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T16:21:49,473 DEBUG [RS:0;8e3de9160f9f:35611 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T16:21:49,475 DEBUG [RS:0;8e3de9160f9f:35611 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T16:21:49,475 DEBUG [RS:0;8e3de9160f9f:35611 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28a4fa6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:21:49,487 DEBUG [RS:0;8e3de9160f9f:35611 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8e3de9160f9f:35611 2024-11-10T16:21:49,487 INFO [RS:0;8e3de9160f9f:35611 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T16:21:49,487 INFO [RS:0;8e3de9160f9f:35611 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T16:21:49,487 DEBUG [RS:0;8e3de9160f9f:35611 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T16:21:49,487 INFO [RS:0;8e3de9160f9f:35611 {}] regionserver.HRegionServer(2659): reportForDuty to master=8e3de9160f9f,41127,1731255707595 with port=35611, startcode=1731255707649 2024-11-10T16:21:49,488 DEBUG [RS:0;8e3de9160f9f:35611 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T16:21:49,489 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T16:21:49,490 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41127 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8e3de9160f9f,35611,1731255707649 2024-11-10T16:21:49,490 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41127 {}] master.ServerManager(517): Registering regionserver=8e3de9160f9f,35611,1731255707649 2024-11-10T16:21:49,491 DEBUG [RS:0;8e3de9160f9f:35611 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a 2024-11-10T16:21:49,491 DEBUG [RS:0;8e3de9160f9f:35611 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37177 2024-11-10T16:21:49,491 DEBUG [RS:0;8e3de9160f9f:35611 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T16:21:49,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x10102af8eb80000, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048819136/rs 2024-11-10T16:21:49,493 DEBUG [RS:0;8e3de9160f9f:35611 {}] zookeeper.ZKUtil(111): regionserver:35611-0x10102af8eb80001, quorum=127.0.0.1:58966, baseZNode=/048819136 Set watcher on existing znode=/048819136/rs/8e3de9160f9f,35611,1731255707649 2024-11-10T16:21:49,493 WARN [RS:0;8e3de9160f9f:35611 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:21:49,493 INFO [RS:0;8e3de9160f9f:35611 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:21:49,493 DEBUG [RS:0;8e3de9160f9f:35611 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/WALs/8e3de9160f9f,35611,1731255707649 2024-11-10T16:21:49,493 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8e3de9160f9f,35611,1731255707649] 2024-11-10T16:21:49,496 INFO [RS:0;8e3de9160f9f:35611 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T16:21:49,498 INFO [RS:0;8e3de9160f9f:35611 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T16:21:49,499 INFO [RS:0;8e3de9160f9f:35611 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T16:21:49,499 INFO [RS:0;8e3de9160f9f:35611 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:49,500 INFO [RS:0;8e3de9160f9f:35611 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T16:21:49,501 INFO [RS:0;8e3de9160f9f:35611 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T16:21:49,501 INFO [RS:0;8e3de9160f9f:35611 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:49,501 DEBUG [RS:0;8e3de9160f9f:35611 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:21:49,501 DEBUG [RS:0;8e3de9160f9f:35611 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:21:49,501 DEBUG [RS:0;8e3de9160f9f:35611 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:21:49,501 DEBUG [RS:0;8e3de9160f9f:35611 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:21:49,501 DEBUG [RS:0;8e3de9160f9f:35611 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:21:49,501 DEBUG [RS:0;8e3de9160f9f:35611 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:21:49,501 DEBUG [RS:0;8e3de9160f9f:35611 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:21:49,501 DEBUG [RS:0;8e3de9160f9f:35611 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:21:49,501 DEBUG [RS:0;8e3de9160f9f:35611 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:21:49,501 DEBUG [RS:0;8e3de9160f9f:35611 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:21:49,501 DEBUG [RS:0;8e3de9160f9f:35611 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:21:49,501 DEBUG [RS:0;8e3de9160f9f:35611 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:21:49,501 DEBUG [RS:0;8e3de9160f9f:35611 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:21:49,501 DEBUG [RS:0;8e3de9160f9f:35611 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:21:49,503 INFO [RS:0;8e3de9160f9f:35611 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:49,503 INFO [RS:0;8e3de9160f9f:35611 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:49,503 INFO [RS:0;8e3de9160f9f:35611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:49,503 INFO [RS:0;8e3de9160f9f:35611 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:49,503 INFO [RS:0;8e3de9160f9f:35611 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:49,503 INFO [RS:0;8e3de9160f9f:35611 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,35611,1731255707649-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:21:49,517 INFO [RS:0;8e3de9160f9f:35611 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T16:21:49,517 INFO [RS:0;8e3de9160f9f:35611 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,35611,1731255707649-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:49,517 INFO [RS:0;8e3de9160f9f:35611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:49,517 INFO [RS:0;8e3de9160f9f:35611 {}] regionserver.Replication(171): 8e3de9160f9f,35611,1731255707649 started 2024-11-10T16:21:49,531 INFO [RS:0;8e3de9160f9f:35611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:49,531 INFO [RS:0;8e3de9160f9f:35611 {}] regionserver.HRegionServer(1482): Serving as 8e3de9160f9f,35611,1731255707649, RpcServer on 8e3de9160f9f/172.17.0.2:35611, sessionid=0x10102af8eb80001 2024-11-10T16:21:49,531 DEBUG [RS:0;8e3de9160f9f:35611 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T16:21:49,531 DEBUG [RS:0;8e3de9160f9f:35611 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8e3de9160f9f,35611,1731255707649 2024-11-10T16:21:49,531 DEBUG [RS:0;8e3de9160f9f:35611 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,35611,1731255707649' 2024-11-10T16:21:49,531 DEBUG [RS:0;8e3de9160f9f:35611 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/048819136/flush-table-proc/abort' 2024-11-10T16:21:49,532 DEBUG [RS:0;8e3de9160f9f:35611 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/048819136/flush-table-proc/acquired' 2024-11-10T16:21:49,532 DEBUG [RS:0;8e3de9160f9f:35611 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T16:21:49,532 DEBUG [RS:0;8e3de9160f9f:35611 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T16:21:49,532 DEBUG [RS:0;8e3de9160f9f:35611 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8e3de9160f9f,35611,1731255707649 2024-11-10T16:21:49,532 DEBUG [RS:0;8e3de9160f9f:35611 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,35611,1731255707649' 2024-11-10T16:21:49,532 DEBUG [RS:0;8e3de9160f9f:35611 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/048819136/online-snapshot/abort' 2024-11-10T16:21:49,532 DEBUG [RS:0;8e3de9160f9f:35611 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/048819136/online-snapshot/acquired' 2024-11-10T16:21:49,533 DEBUG [RS:0;8e3de9160f9f:35611 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T16:21:49,533 INFO [RS:0;8e3de9160f9f:35611 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T16:21:49,533 INFO [RS:0;8e3de9160f9f:35611 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T16:21:49,633 INFO [RS:0;8e3de9160f9f:35611 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:21:49,635 INFO [RS:0;8e3de9160f9f:35611 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C35611%2C1731255707649, suffix=, logDir=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/WALs/8e3de9160f9f,35611,1731255707649, archiveDir=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/oldWALs, maxLogs=10 2024-11-10T16:21:49,648 DEBUG [RS:0;8e3de9160f9f:35611 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/WALs/8e3de9160f9f,35611,1731255707649/8e3de9160f9f%2C35611%2C1731255707649.1731255709635, exclude list is [], retry=0 2024-11-10T16:21:49,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36953,DS-a1fb4070-28c8-4a62-9f0c-39a6af10f98f,DISK] 2024-11-10T16:21:49,652 INFO [RS:0;8e3de9160f9f:35611 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/WALs/8e3de9160f9f,35611,1731255707649/8e3de9160f9f%2C35611%2C1731255707649.1731255709635 2024-11-10T16:21:49,652 DEBUG [RS:0;8e3de9160f9f:35611 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35255:35255)] 2024-11-10T16:21:49,811 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T16:21:49,815 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T16:21:49,815 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a 2024-11-10T16:21:49,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36953 is added to blk_1073741833_1009 (size=32) 2024-11-10T16:21:49,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:21:49,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:21:49,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:21:49,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:21:49,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:21:49,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:21:50,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:21:50,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:21:50,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:21:50,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:21:50,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:21:50,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:21:50,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:21:50,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:21:50,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:21:50,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:21:50,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:21:50,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:21:50,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:21:50,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:21:50,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:21:50,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:21:50,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:21:50,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:21:50,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/meta/1588230740 2024-11-10T16:21:50,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/meta/1588230740 2024-11-10T16:21:50,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:21:50,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:21:50,233 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:21:50,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:21:50,235 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:21:50,236 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71852641, jitterRate=0.07068778574466705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:21:50,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731255710223Initializing all the Stores at 1731255710224 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255710224Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255710224Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255710224Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255710224Cleaning up temporary data from old regions at 1731255710232 (+8 ms)Region opened successfully at 1731255710236 (+4 ms) 2024-11-10T16:21:50,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T16:21:50,237 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T16:21:50,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T16:21:50,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T16:21:50,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T16:21:50,237 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T16:21:50,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731255710236Disabling compacts and flushes for region at 1731255710236Disabling writes for close at 1731255710237 (+1 ms)Writing region close event to WAL at 1731255710237Closed at 1731255710237 2024-11-10T16:21:50,238 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:21:50,238 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T16:21:50,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T16:21:50,239 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:21:50,240 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T16:21:50,390 DEBUG [8e3de9160f9f:41127 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T16:21:50,391 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8e3de9160f9f,35611,1731255707649 2024-11-10T16:21:50,392 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,35611,1731255707649, state=OPENING 2024-11-10T16:21:50,395 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T16:21:50,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x10102af8eb80000, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048819136 2024-11-10T16:21:50,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35611-0x10102af8eb80001, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048819136 2024-11-10T16:21:50,397 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:21:50,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /048819136/meta-region-server: CHANGED 2024-11-10T16:21:50,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /048819136/meta-region-server: CHANGED 2024-11-10T16:21:50,397 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,35611,1731255707649}] 2024-11-10T16:21:50,550 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T16:21:50,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51549, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T16:21:50,555 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T16:21:50,555 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:21:50,555 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T16:21:50,556 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C35611%2C1731255707649.meta, suffix=.meta, logDir=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/WALs/8e3de9160f9f,35611,1731255707649, archiveDir=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/oldWALs, maxLogs=10 2024-11-10T16:21:50,570 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/WALs/8e3de9160f9f,35611,1731255707649/8e3de9160f9f%2C35611%2C1731255707649.meta.1731255710557.meta, exclude list is [], retry=0 2024-11-10T16:21:50,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36953,DS-a1fb4070-28c8-4a62-9f0c-39a6af10f98f,DISK] 2024-11-10T16:21:50,574 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/WALs/8e3de9160f9f,35611,1731255707649/8e3de9160f9f%2C35611%2C1731255707649.meta.1731255710557.meta 2024-11-10T16:21:50,574 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35255:35255)] 2024-11-10T16:21:50,574 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:21:50,574 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:21:50,575 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T16:21:50,575 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T16:21:50,575 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T16:21:50,575 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T16:21:50,575 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:21:50,575 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T16:21:50,575 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T16:21:50,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:21:50,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:21:50,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:21:50,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:21:50,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:21:50,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:21:50,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:21:50,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:21:50,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:21:50,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:21:50,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:21:50,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:21:50,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:21:50,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:21:50,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:21:50,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:21:50,580 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:21:50,580 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/meta/1588230740 2024-11-10T16:21:50,581 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/meta/1588230740 2024-11-10T16:21:50,582 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:21:50,582 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:21:50,582 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:21:50,583 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:21:50,584 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66211776, jitterRate=-0.013367652893066406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:21:50,584 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T16:21:50,585 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731255710575Writing region info on filesystem at 1731255710575Initializing all the Stores at 1731255710576 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255710576Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255710576Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255710576Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255710576Cleaning up temporary data from old regions at 1731255710582 (+6 ms)Running coprocessor post-open hooks at 1731255710584 (+2 ms)Region opened successfully at 1731255710584 2024-11-10T16:21:50,585 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731255710549 2024-11-10T16:21:50,587 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T16:21:50,587 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T16:21:50,588 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8e3de9160f9f,35611,1731255707649 2024-11-10T16:21:50,588 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,35611,1731255707649, state=OPEN 2024-11-10T16:21:50,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35611-0x10102af8eb80001, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/048819136/meta-region-server 2024-11-10T16:21:50,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x10102af8eb80000, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/048819136/meta-region-server 2024-11-10T16:21:50,593 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8e3de9160f9f,35611,1731255707649 2024-11-10T16:21:50,593 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /048819136/meta-region-server: CHANGED 2024-11-10T16:21:50,593 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /048819136/meta-region-server: CHANGED 2024-11-10T16:21:50,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T16:21:50,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,35611,1731255707649 in 196 msec 2024-11-10T16:21:50,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T16:21:50,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 357 msec 2024-11-10T16:21:50,597 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:21:50,597 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T16:21:50,598 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:21:50,598 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,35611,1731255707649, seqNum=-1] 2024-11-10T16:21:50,599 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:21:50,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:21:50,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1980 sec 2024-11-10T16:21:50,604 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731255710604, completionTime=-1 2024-11-10T16:21:50,604 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T16:21:50,604 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T16:21:50,605 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T16:21:50,605 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731255770605 2024-11-10T16:21:50,605 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731255830605 2024-11-10T16:21:50,605 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T16:21:50,606 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,41127,1731255707595-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:50,606 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,41127,1731255707595-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:50,606 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,41127,1731255707595-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:50,606 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8e3de9160f9f:41127, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:50,606 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:50,606 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:50,607 DEBUG [master/8e3de9160f9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T16:21:50,609 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.925sec 2024-11-10T16:21:50,609 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T16:21:50,609 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T16:21:50,609 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T16:21:50,609 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T16:21:50,609 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T16:21:50,609 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,41127,1731255707595-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:21:50,610 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,41127,1731255707595-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T16:21:50,612 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T16:21:50,612 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T16:21:50,612 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,41127,1731255707595-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:50,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775bde3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:21:50,672 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,41127,-1 for getting cluster id 2024-11-10T16:21:50,672 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:21:50,673 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b347a86f-5929-48b1-9659-9c5fad940569' 2024-11-10T16:21:50,673 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:21:50,674 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b347a86f-5929-48b1-9659-9c5fad940569" 2024-11-10T16:21:50,674 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a89efcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:21:50,674 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,41127,-1] 2024-11-10T16:21:50,674 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:21:50,674 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:21:50,675 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:21:50,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7231e51e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:21:50,676 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:21:50,677 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,35611,1731255707649, seqNum=-1] 2024-11-10T16:21:50,677 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:21:50,678 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:21:50,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8e3de9160f9f,41127,1731255707595 2024-11-10T16:21:50,680 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58966 2024-11-10T16:21:50,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:21:50,683 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10102af8eb80002 connected 2024-11-10T16:21:50,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d17d7605-4b5a-4874-4489-241f03d17074/hadoop.log.dir so I do NOT create it in target/test-data/ff66c922-48a0-d911-5ee3-0d4714d74a6f 2024-11-10T16:21:50,686 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d17d7605-4b5a-4874-4489-241f03d17074/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T16:21:50,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d17d7605-4b5a-4874-4489-241f03d17074/hadoop.tmp.dir so I do NOT create it in target/test-data/ff66c922-48a0-d911-5ee3-0d4714d74a6f 2024-11-10T16:21:50,686 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d17d7605-4b5a-4874-4489-241f03d17074/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T16:21:50,686 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff66c922-48a0-d911-5ee3-0d4714d74a6f 2024-11-10T16:21:50,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T16:21:50,686 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff66c922-48a0-d911-5ee3-0d4714d74a6f/cluster_42927481-d8cf-bab3-e4dd-cfb0ee284dd6, deleteOnExit=true 2024-11-10T16:21:50,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T16:21:50,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff66c922-48a0-d911-5ee3-0d4714d74a6f/test.cache.data in system properties and HBase conf 2024-11-10T16:21:50,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff66c922-48a0-d911-5ee3-0d4714d74a6f/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T16:21:50,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff66c922-48a0-d911-5ee3-0d4714d74a6f/hadoop.log.dir in system properties and HBase conf 2024-11-10T16:21:50,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff66c922-48a0-d911-5ee3-0d4714d74a6f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T16:21:50,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff66c922-48a0-d911-5ee3-0d4714d74a6f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T16:21:50,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T16:21:50,687 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T16:21:50,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff66c922-48a0-d911-5ee3-0d4714d74a6f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T16:21:50,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff66c922-48a0-d911-5ee3-0d4714d74a6f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T16:21:50,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff66c922-48a0-d911-5ee3-0d4714d74a6f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T16:21:50,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff66c922-48a0-d911-5ee3-0d4714d74a6f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T16:21:50,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff66c922-48a0-d911-5ee3-0d4714d74a6f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T16:21:50,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff66c922-48a0-d911-5ee3-0d4714d74a6f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T16:21:50,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff66c922-48a0-d911-5ee3-0d4714d74a6f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T16:21:50,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff66c922-48a0-d911-5ee3-0d4714d74a6f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T16:21:50,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff66c922-48a0-d911-5ee3-0d4714d74a6f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T16:21:50,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff66c922-48a0-d911-5ee3-0d4714d74a6f/nfs.dump.dir in system properties and HBase conf 2024-11-10T16:21:50,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff66c922-48a0-d911-5ee3-0d4714d74a6f/java.io.tmpdir in system properties and HBase conf 2024-11-10T16:21:50,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff66c922-48a0-d911-5ee3-0d4714d74a6f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T16:21:50,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff66c922-48a0-d911-5ee3-0d4714d74a6f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T16:21:50,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff66c922-48a0-d911-5ee3-0d4714d74a6f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T16:21:50,755 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:21:50,759 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T16:21:50,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T16:21:50,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T16:21:50,760 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T16:21:50,760 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:21:50,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a243add{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff66c922-48a0-d911-5ee3-0d4714d74a6f/hadoop.log.dir/,AVAILABLE} 2024-11-10T16:21:50,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f7a8707{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T16:21:50,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@221549c0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff66c922-48a0-d911-5ee3-0d4714d74a6f/java.io.tmpdir/jetty-localhost-42543-hadoop-hdfs-3_4_1-tests_jar-_-any-970099586885155968/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T16:21:50,877 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58a30a9d{HTTP/1.1, (http/1.1)}{localhost:42543} 2024-11-10T16:21:50,877 INFO [Time-limited test {}] server.Server(415): Started @137338ms 2024-11-10T16:21:50,963 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:21:50,966 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T16:21:50,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T16:21:50,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T16:21:50,968 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T16:21:50,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69488fb6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff66c922-48a0-d911-5ee3-0d4714d74a6f/hadoop.log.dir/,AVAILABLE} 2024-11-10T16:21:50,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b7b176a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T16:21:51,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33b7e74{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff66c922-48a0-d911-5ee3-0d4714d74a6f/java.io.tmpdir/jetty-localhost-32921-hadoop-hdfs-3_4_1-tests_jar-_-any-16198748979169397531/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T16:21:51,083 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25341d27{HTTP/1.1, (http/1.1)}{localhost:32921} 2024-11-10T16:21:51,083 INFO [Time-limited test {}] server.Server(415): Started @137544ms 2024-11-10T16:21:51,085 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T16:21:51,190 WARN [Thread-1408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff66c922-48a0-d911-5ee3-0d4714d74a6f/cluster_42927481-d8cf-bab3-e4dd-cfb0ee284dd6/data/data1/current/BP-1103418244-172.17.0.2-1731255710705/current, will proceed with Du for space computation calculation, 2024-11-10T16:21:51,190 WARN [Thread-1409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff66c922-48a0-d911-5ee3-0d4714d74a6f/cluster_42927481-d8cf-bab3-e4dd-cfb0ee284dd6/data/data2/current/BP-1103418244-172.17.0.2-1731255710705/current, will proceed with Du for space computation calculation, 2024-11-10T16:21:51,209 WARN [Thread-1396 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T16:21:51,211 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x155d21f68f193bbf with lease ID 0x8c1d033fab7cf2bd: Processing first storage report for DS-8a9cab54-0f0b-406c-b943-f2d24fa6d4bc from datanode DatanodeRegistration(127.0.0.1:40815, datanodeUuid=758a6aff-26b2-4700-87da-c692df886f76, infoPort=39261, infoSecurePort=0, ipcPort=41653, storageInfo=lv=-57;cid=testClusterID;nsid=199478485;c=1731255710705) 2024-11-10T16:21:51,211 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x155d21f68f193bbf with lease ID 0x8c1d033fab7cf2bd: from storage DS-8a9cab54-0f0b-406c-b943-f2d24fa6d4bc node DatanodeRegistration(127.0.0.1:40815, datanodeUuid=758a6aff-26b2-4700-87da-c692df886f76, infoPort=39261, infoSecurePort=0, ipcPort=41653, storageInfo=lv=-57;cid=testClusterID;nsid=199478485;c=1731255710705), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T16:21:51,211 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x155d21f68f193bbf with lease ID 0x8c1d033fab7cf2bd: Processing first storage report for DS-b5000c0d-510c-4ff7-8fbe-acf62e51c6cd from datanode DatanodeRegistration(127.0.0.1:40815, datanodeUuid=758a6aff-26b2-4700-87da-c692df886f76, infoPort=39261, infoSecurePort=0, ipcPort=41653, storageInfo=lv=-57;cid=testClusterID;nsid=199478485;c=1731255710705) 2024-11-10T16:21:51,211 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x155d21f68f193bbf with lease ID 0x8c1d033fab7cf2bd: from storage DS-b5000c0d-510c-4ff7-8fbe-acf62e51c6cd node DatanodeRegistration(127.0.0.1:40815, datanodeUuid=758a6aff-26b2-4700-87da-c692df886f76, infoPort=39261, infoSecurePort=0, ipcPort=41653, storageInfo=lv=-57;cid=testClusterID;nsid=199478485;c=1731255710705), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T16:21:51,309 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff66c922-48a0-d911-5ee3-0d4714d74a6f 2024-11-10T16:21:51,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:21:51,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:21:51,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40815 is added to blk_1073741825_1001 (size=7) 2024-11-10T16:21:51,719 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a with version=8 2024-11-10T16:21:51,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/hbase-staging 2024-11-10T16:21:51,721 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:21:51,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:21:51,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:21:51,721 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:21:51,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:21:51,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:21:51,721 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T16:21:51,721 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:21:51,722 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35535 2024-11-10T16:21:51,723 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35535 connecting to ZooKeeper ensemble=127.0.0.1:58966 2024-11-10T16:21:51,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355350x0, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:21:51,725 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35535-0x10102af8eb80003 connected 2024-11-10T16:21:51,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:21:51,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:21:51,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35535-0x10102af8eb80003, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Set watcher on znode that does not yet exist, /1-806322870/running 2024-11-10T16:21:51,739 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a, hbase.cluster.distributed=false 2024-11-10T16:21:51,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35535-0x10102af8eb80003, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Set watcher on znode that does not yet exist, /1-806322870/acl 2024-11-10T16:21:51,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35535 2024-11-10T16:21:51,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35535 2024-11-10T16:21:51,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35535 2024-11-10T16:21:51,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35535 2024-11-10T16:21:51,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35535 2024-11-10T16:21:51,759 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:21:51,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:21:51,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:21:51,759 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:21:51,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:21:51,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:21:51,759 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T16:21:51,759 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:21:51,760 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44917 2024-11-10T16:21:51,761 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44917 connecting to ZooKeeper ensemble=127.0.0.1:58966 2024-11-10T16:21:51,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:21:51,762 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:21:51,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449170x0, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:21:51,766 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:449170x0, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Set watcher on znode that does not yet exist, /1-806322870/running 2024-11-10T16:21:51,766 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44917-0x10102af8eb80004 connected 2024-11-10T16:21:51,766 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T16:21:51,767 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T16:21:51,768 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44917-0x10102af8eb80004, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Set watcher on znode that does not yet exist, /1-806322870/master 2024-11-10T16:21:51,769 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44917-0x10102af8eb80004, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Set watcher on znode that does not yet exist, /1-806322870/acl 2024-11-10T16:21:51,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44917 2024-11-10T16:21:51,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44917 2024-11-10T16:21:51,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44917 2024-11-10T16:21:51,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44917 2024-11-10T16:21:51,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44917 2024-11-10T16:21:51,790 DEBUG [M:0;8e3de9160f9f:35535 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8e3de9160f9f:35535 2024-11-10T16:21:51,790 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-806322870/backup-masters/8e3de9160f9f,35535,1731255711721 2024-11-10T16:21:51,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35535-0x10102af8eb80003, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-806322870/backup-masters 2024-11-10T16:21:51,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44917-0x10102af8eb80004, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-806322870/backup-masters 2024-11-10T16:21:51,791 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35535-0x10102af8eb80003, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Set watcher on existing znode=/1-806322870/backup-masters/8e3de9160f9f,35535,1731255711721 2024-11-10T16:21:51,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44917-0x10102af8eb80004, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-806322870/master 2024-11-10T16:21:51,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35535-0x10102af8eb80003, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-806322870 2024-11-10T16:21:51,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44917-0x10102af8eb80004, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-806322870 2024-11-10T16:21:51,796 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35535-0x10102af8eb80003, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Set watcher on existing znode=/1-806322870/master 2024-11-10T16:21:51,797 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-806322870/backup-masters/8e3de9160f9f,35535,1731255711721 from backup master directory 2024-11-10T16:21:51,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35535-0x10102af8eb80003, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-806322870/backup-masters/8e3de9160f9f,35535,1731255711721 2024-11-10T16:21:51,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44917-0x10102af8eb80004, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-806322870/backup-masters 2024-11-10T16:21:51,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35535-0x10102af8eb80003, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-806322870/backup-masters 2024-11-10T16:21:51,798 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:21:51,798 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8e3de9160f9f,35535,1731255711721 2024-11-10T16:21:51,804 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/hbase.id] with ID: 409b24bf-a34d-4fbd-a389-f4b432e1fc33 2024-11-10T16:21:51,804 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/.tmp/hbase.id 2024-11-10T16:21:51,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40815 is added to blk_1073741826_1002 (size=42) 2024-11-10T16:21:52,211 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/.tmp/hbase.id]:[hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/hbase.id] 2024-11-10T16:21:52,221 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:21:52,221 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T16:21:52,222 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T16:21:52,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44917-0x10102af8eb80004, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-806322870 2024-11-10T16:21:52,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35535-0x10102af8eb80003, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-806322870 2024-11-10T16:21:52,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40815 is added to blk_1073741827_1003 (size=196) 2024-11-10T16:21:52,629 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:21:52,630 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T16:21:52,630 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:21:52,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40815 is added to blk_1073741828_1004 (size=1189) 2024-11-10T16:21:53,037 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/MasterData/data/master/store 2024-11-10T16:21:53,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40815 is added to blk_1073741829_1005 (size=34) 2024-11-10T16:21:53,442 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:21:53,442 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T16:21:53,442 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:21:53,442 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:21:53,443 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T16:21:53,443 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:21:53,443 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:21:53,443 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731255713442Disabling compacts and flushes for region at 1731255713442Disabling writes for close at 1731255713443 (+1 ms)Writing region close event to WAL at 1731255713443Closed at 1731255713443 2024-11-10T16:21:53,443 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/MasterData/data/master/store/.initializing 2024-11-10T16:21:53,443 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/MasterData/WALs/8e3de9160f9f,35535,1731255711721 2024-11-10T16:21:53,444 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:21:53,446 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8e3de9160f9f%2C35535%2C1731255711721, suffix=, logDir=hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/MasterData/WALs/8e3de9160f9f,35535,1731255711721, archiveDir=hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/MasterData/oldWALs, maxLogs=10 2024-11-10T16:21:53,459 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/MasterData/WALs/8e3de9160f9f,35535,1731255711721/8e3de9160f9f%2C35535%2C1731255711721.1731255713446, exclude list is [], retry=0 2024-11-10T16:21:53,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40815,DS-8a9cab54-0f0b-406c-b943-f2d24fa6d4bc,DISK] 2024-11-10T16:21:53,462 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/MasterData/WALs/8e3de9160f9f,35535,1731255711721/8e3de9160f9f%2C35535%2C1731255711721.1731255713446 2024-11-10T16:21:53,463 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39261:39261)] 2024-11-10T16:21:53,463 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:21:53,463 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:21:53,463 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:21:53,463 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:21:53,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:21:53,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T16:21:53,465 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:21:53,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:21:53,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:21:53,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T16:21:53,467 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:21:53,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:21:53,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:21:53,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T16:21:53,468 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:21:53,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:21:53,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:21:53,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T16:21:53,469 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:21:53,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:21:53,470 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:21:53,470 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:21:53,470 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:21:53,471 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:21:53,471 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:21:53,472 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:21:53,473 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:21:53,474 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:21:53,475 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63096845, jitterRate=-0.05978374183177948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:21:53,475 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731255713463Initializing all the Stores at 1731255713464 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255713464Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255713464Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255713464Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255713464Cleaning up temporary data from old regions at 1731255713471 (+7 ms)Region opened successfully at 1731255713475 (+4 ms) 2024-11-10T16:21:53,475 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T16:21:53,477 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61e266e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:21:53,478 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T16:21:53,478 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T16:21:53,478 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T16:21:53,478 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T16:21:53,479 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T16:21:53,479 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T16:21:53,479 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T16:21:53,481 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T16:21:53,482 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35535-0x10102af8eb80003, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Unable to get data of znode /1-806322870/balancer because node does not exist (not necessarily an error) 2024-11-10T16:21:53,483 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-806322870/balancer already deleted, retry=false 2024-11-10T16:21:53,483 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T16:21:53,484 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35535-0x10102af8eb80003, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Unable to get data of znode /1-806322870/normalizer because node does not exist (not necessarily an error) 2024-11-10T16:21:53,486 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-806322870/normalizer already deleted, retry=false 2024-11-10T16:21:53,486 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T16:21:53,487 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35535-0x10102af8eb80003, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Unable to get data of znode /1-806322870/switch/split because node does not exist (not necessarily an error) 2024-11-10T16:21:53,488 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-806322870/switch/split already deleted, retry=false 2024-11-10T16:21:53,489 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35535-0x10102af8eb80003, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Unable to get data of znode /1-806322870/switch/merge because node does not exist (not necessarily an error) 2024-11-10T16:21:53,489 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-806322870/switch/merge already deleted, retry=false 2024-11-10T16:21:53,491 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35535-0x10102af8eb80003, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Unable to get data of znode /1-806322870/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T16:21:53,492 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-806322870/snapshot-cleanup already deleted, retry=false 2024-11-10T16:21:53,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44917-0x10102af8eb80004, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-806322870/running 2024-11-10T16:21:53,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35535-0x10102af8eb80003, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-806322870/running 2024-11-10T16:21:53,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35535-0x10102af8eb80003, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-806322870 2024-11-10T16:21:53,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44917-0x10102af8eb80004, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-806322870 2024-11-10T16:21:53,495 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8e3de9160f9f,35535,1731255711721, sessionid=0x10102af8eb80003, setting cluster-up flag (Was=false) 2024-11-10T16:21:53,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44917-0x10102af8eb80004, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-806322870 2024-11-10T16:21:53,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35535-0x10102af8eb80003, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-806322870 2024-11-10T16:21:53,502 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-806322870/flush-table-proc/acquired, /1-806322870/flush-table-proc/reached, /1-806322870/flush-table-proc/abort 2024-11-10T16:21:53,502 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,35535,1731255711721 2024-11-10T16:21:53,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35535-0x10102af8eb80003, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-806322870 2024-11-10T16:21:53,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44917-0x10102af8eb80004, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-806322870 2024-11-10T16:21:53,510 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-806322870/online-snapshot/acquired, /1-806322870/online-snapshot/reached, /1-806322870/online-snapshot/abort 2024-11-10T16:21:53,511 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,35535,1731255711721 2024-11-10T16:21:53,512 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T16:21:53,513 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T16:21:53,513 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T16:21:53,514 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T16:21:53,514 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8e3de9160f9f,35535,1731255711721 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T16:21:53,515 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:21:53,515 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:21:53,515 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:21:53,515 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:21:53,515 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8e3de9160f9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T16:21:53,515 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:21:53,515 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:21:53,515 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:21:53,516 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:21:53,517 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T16:21:53,517 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731255743517 2024-11-10T16:21:53,517 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T16:21:53,517 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T16:21:53,517 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T16:21:53,517 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T16:21:53,517 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T16:21:53,517 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T16:21:53,517 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:53,518 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T16:21:53,518 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T16:21:53,518 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T16:21:53,518 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T16:21:53,518 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:21:53,518 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T16:21:53,518 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T16:21:53,518 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T16:21:53,520 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255713518,5,FailOnTimeoutGroup] 2024-11-10T16:21:53,523 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255713520,5,FailOnTimeoutGroup] 2024-11-10T16:21:53,523 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:53,523 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T16:21:53,523 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:53,523 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:53,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40815 is added to blk_1073741831_1007 (size=1321) 2024-11-10T16:21:53,581 INFO [RS:0;8e3de9160f9f:44917 {}] regionserver.HRegionServer(746): ClusterId : 409b24bf-a34d-4fbd-a389-f4b432e1fc33 2024-11-10T16:21:53,581 DEBUG [RS:0;8e3de9160f9f:44917 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T16:21:53,583 DEBUG [RS:0;8e3de9160f9f:44917 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T16:21:53,583 DEBUG [RS:0;8e3de9160f9f:44917 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T16:21:53,585 DEBUG [RS:0;8e3de9160f9f:44917 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T16:21:53,586 DEBUG [RS:0;8e3de9160f9f:44917 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e50d839, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:21:53,598 DEBUG [RS:0;8e3de9160f9f:44917 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8e3de9160f9f:44917 2024-11-10T16:21:53,598 INFO [RS:0;8e3de9160f9f:44917 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T16:21:53,598 INFO [RS:0;8e3de9160f9f:44917 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T16:21:53,598 DEBUG [RS:0;8e3de9160f9f:44917 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T16:21:53,598 INFO [RS:0;8e3de9160f9f:44917 {}] regionserver.HRegionServer(2659): reportForDuty to master=8e3de9160f9f,35535,1731255711721 with port=44917, startcode=1731255711759 2024-11-10T16:21:53,598 DEBUG [RS:0;8e3de9160f9f:44917 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T16:21:53,600 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T16:21:53,600 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35535 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8e3de9160f9f,44917,1731255711759 2024-11-10T16:21:53,600 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35535 {}] master.ServerManager(517): Registering regionserver=8e3de9160f9f,44917,1731255711759 2024-11-10T16:21:53,602 DEBUG [RS:0;8e3de9160f9f:44917 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a 2024-11-10T16:21:53,602 DEBUG [RS:0;8e3de9160f9f:44917 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36819 2024-11-10T16:21:53,602 DEBUG [RS:0;8e3de9160f9f:44917 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T16:21:53,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35535-0x10102af8eb80003, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-806322870/rs 2024-11-10T16:21:53,603 DEBUG [RS:0;8e3de9160f9f:44917 {}] zookeeper.ZKUtil(111): regionserver:44917-0x10102af8eb80004, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Set watcher on existing znode=/1-806322870/rs/8e3de9160f9f,44917,1731255711759 2024-11-10T16:21:53,603 WARN [RS:0;8e3de9160f9f:44917 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:21:53,603 INFO [RS:0;8e3de9160f9f:44917 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:21:53,603 DEBUG [RS:0;8e3de9160f9f:44917 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/WALs/8e3de9160f9f,44917,1731255711759 2024-11-10T16:21:53,604 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8e3de9160f9f,44917,1731255711759] 2024-11-10T16:21:53,606 INFO [RS:0;8e3de9160f9f:44917 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T16:21:53,608 INFO [RS:0;8e3de9160f9f:44917 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T16:21:53,608 INFO [RS:0;8e3de9160f9f:44917 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T16:21:53,608 INFO [RS:0;8e3de9160f9f:44917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:53,608 INFO [RS:0;8e3de9160f9f:44917 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T16:21:53,609 INFO [RS:0;8e3de9160f9f:44917 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T16:21:53,609 INFO [RS:0;8e3de9160f9f:44917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:53,609 DEBUG [RS:0;8e3de9160f9f:44917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:21:53,609 DEBUG [RS:0;8e3de9160f9f:44917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:21:53,609 DEBUG [RS:0;8e3de9160f9f:44917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:21:53,609 DEBUG [RS:0;8e3de9160f9f:44917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:21:53,609 DEBUG [RS:0;8e3de9160f9f:44917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:21:53,609 DEBUG [RS:0;8e3de9160f9f:44917 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:21:53,609 DEBUG [RS:0;8e3de9160f9f:44917 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:21:53,609 DEBUG [RS:0;8e3de9160f9f:44917 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:21:53,609 DEBUG [RS:0;8e3de9160f9f:44917 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:21:53,609 DEBUG [RS:0;8e3de9160f9f:44917 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:21:53,609 DEBUG [RS:0;8e3de9160f9f:44917 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:21:53,609 DEBUG [RS:0;8e3de9160f9f:44917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:21:53,609 DEBUG [RS:0;8e3de9160f9f:44917 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:21:53,609 DEBUG [RS:0;8e3de9160f9f:44917 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:21:53,610 INFO [RS:0;8e3de9160f9f:44917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:53,610 INFO [RS:0;8e3de9160f9f:44917 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:53,610 INFO [RS:0;8e3de9160f9f:44917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:53,610 INFO [RS:0;8e3de9160f9f:44917 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:53,610 INFO [RS:0;8e3de9160f9f:44917 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:53,610 INFO [RS:0;8e3de9160f9f:44917 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,44917,1731255711759-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:21:53,624 INFO [RS:0;8e3de9160f9f:44917 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T16:21:53,624 INFO [RS:0;8e3de9160f9f:44917 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,44917,1731255711759-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:53,624 INFO [RS:0;8e3de9160f9f:44917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:53,624 INFO [RS:0;8e3de9160f9f:44917 {}] regionserver.Replication(171): 8e3de9160f9f,44917,1731255711759 started 2024-11-10T16:21:53,637 INFO [RS:0;8e3de9160f9f:44917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:53,637 INFO [RS:0;8e3de9160f9f:44917 {}] regionserver.HRegionServer(1482): Serving as 8e3de9160f9f,44917,1731255711759, RpcServer on 8e3de9160f9f/172.17.0.2:44917, sessionid=0x10102af8eb80004 2024-11-10T16:21:53,637 DEBUG [RS:0;8e3de9160f9f:44917 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T16:21:53,637 DEBUG [RS:0;8e3de9160f9f:44917 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8e3de9160f9f,44917,1731255711759 2024-11-10T16:21:53,637 DEBUG [RS:0;8e3de9160f9f:44917 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,44917,1731255711759' 2024-11-10T16:21:53,637 DEBUG [RS:0;8e3de9160f9f:44917 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-806322870/flush-table-proc/abort' 2024-11-10T16:21:53,638 DEBUG [RS:0;8e3de9160f9f:44917 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-806322870/flush-table-proc/acquired' 2024-11-10T16:21:53,638 DEBUG [RS:0;8e3de9160f9f:44917 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T16:21:53,638 DEBUG [RS:0;8e3de9160f9f:44917 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T16:21:53,638 DEBUG [RS:0;8e3de9160f9f:44917 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8e3de9160f9f,44917,1731255711759 2024-11-10T16:21:53,638 DEBUG [RS:0;8e3de9160f9f:44917 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,44917,1731255711759' 2024-11-10T16:21:53,638 DEBUG [RS:0;8e3de9160f9f:44917 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-806322870/online-snapshot/abort' 2024-11-10T16:21:53,638 DEBUG [RS:0;8e3de9160f9f:44917 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-806322870/online-snapshot/acquired' 2024-11-10T16:21:53,639 DEBUG [RS:0;8e3de9160f9f:44917 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T16:21:53,639 INFO [RS:0;8e3de9160f9f:44917 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T16:21:53,639 INFO [RS:0;8e3de9160f9f:44917 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T16:21:53,739 INFO [RS:0;8e3de9160f9f:44917 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:21:53,741 INFO [RS:0;8e3de9160f9f:44917 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C44917%2C1731255711759, suffix=, logDir=hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/WALs/8e3de9160f9f,44917,1731255711759, archiveDir=hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/oldWALs, maxLogs=10 2024-11-10T16:21:53,754 DEBUG [RS:0;8e3de9160f9f:44917 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/WALs/8e3de9160f9f,44917,1731255711759/8e3de9160f9f%2C44917%2C1731255711759.1731255713741, exclude list is [], retry=0 2024-11-10T16:21:53,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40815,DS-8a9cab54-0f0b-406c-b943-f2d24fa6d4bc,DISK] 2024-11-10T16:21:53,758 INFO [RS:0;8e3de9160f9f:44917 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/WALs/8e3de9160f9f,44917,1731255711759/8e3de9160f9f%2C44917%2C1731255711759.1731255713741 2024-11-10T16:21:53,758 DEBUG [RS:0;8e3de9160f9f:44917 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39261:39261)] 2024-11-10T16:21:53,929 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T16:21:53,929 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a 2024-11-10T16:21:53,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40815 is added to blk_1073741833_1009 (size=32) 2024-11-10T16:21:54,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:21:54,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:21:54,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:21:54,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:21:54,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:21:54,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:21:54,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:21:54,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:21:54,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:21:54,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:21:54,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:21:54,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:21:54,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:21:54,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:21:54,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:21:54,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:21:54,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:21:54,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:21:54,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/data/hbase/meta/1588230740 2024-11-10T16:21:54,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/data/hbase/meta/1588230740 2024-11-10T16:21:54,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:21:54,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:21:54,343 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:21:54,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:21:54,346 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:21:54,346 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68112120, jitterRate=0.014949679374694824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:21:54,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731255714335Initializing all the Stores at 1731255714336 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255714336Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255714336Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255714336Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255714336Cleaning up temporary data from old regions at 1731255714343 (+7 ms)Region opened successfully at 1731255714346 (+3 ms) 2024-11-10T16:21:54,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T16:21:54,346 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T16:21:54,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T16:21:54,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T16:21:54,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T16:21:54,347 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T16:21:54,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731255714346Disabling compacts and flushes for region at 1731255714346Disabling writes for close at 1731255714346Writing region close event to WAL at 1731255714347 (+1 ms)Closed at 1731255714347 2024-11-10T16:21:54,348 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:21:54,348 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T16:21:54,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T16:21:54,349 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:21:54,350 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T16:21:54,500 DEBUG [8e3de9160f9f:35535 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T16:21:54,500 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8e3de9160f9f,44917,1731255711759 2024-11-10T16:21:54,501 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,44917,1731255711759, state=OPENING 2024-11-10T16:21:54,505 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T16:21:54,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35535-0x10102af8eb80003, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-806322870 2024-11-10T16:21:54,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44917-0x10102af8eb80004, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-806322870 2024-11-10T16:21:54,507 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:21:54,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-806322870/meta-region-server: CHANGED 2024-11-10T16:21:54,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-806322870/meta-region-server: CHANGED 2024-11-10T16:21:54,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,44917,1731255711759}] 2024-11-10T16:21:54,660 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T16:21:54,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T16:21:54,665 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T16:21:54,665 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:21:54,666 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T16:21:54,667 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C44917%2C1731255711759.meta, suffix=.meta, logDir=hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/WALs/8e3de9160f9f,44917,1731255711759, archiveDir=hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/oldWALs, maxLogs=10 2024-11-10T16:21:54,680 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/WALs/8e3de9160f9f,44917,1731255711759/8e3de9160f9f%2C44917%2C1731255711759.meta.1731255714667.meta, exclude list is [], retry=0 2024-11-10T16:21:54,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40815,DS-8a9cab54-0f0b-406c-b943-f2d24fa6d4bc,DISK] 2024-11-10T16:21:54,684 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/WALs/8e3de9160f9f,44917,1731255711759/8e3de9160f9f%2C44917%2C1731255711759.meta.1731255714667.meta 2024-11-10T16:21:54,684 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39261:39261)] 2024-11-10T16:21:54,684 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:21:54,685 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:21:54,685 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T16:21:54,685 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T16:21:54,685 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T16:21:54,685 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T16:21:54,685 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:21:54,685 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T16:21:54,685 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T16:21:54,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:21:54,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:21:54,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:21:54,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:21:54,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:21:54,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:21:54,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:21:54,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:21:54,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:21:54,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:21:54,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:21:54,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:21:54,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:21:54,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:21:54,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:21:54,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:21:54,690 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:21:54,691 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/data/hbase/meta/1588230740 2024-11-10T16:21:54,692 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/data/hbase/meta/1588230740 2024-11-10T16:21:54,693 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:21:54,693 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:21:54,693 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:21:54,694 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:21:54,695 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59982874, jitterRate=-0.10618552565574646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:21:54,695 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T16:21:54,695 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731255714685Writing region info on filesystem at 1731255714685Initializing all the Stores at 1731255714686 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255714686Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255714686Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255714686Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255714686Cleaning up temporary data from old regions at 1731255714693 (+7 ms)Running coprocessor post-open hooks at 1731255714695 (+2 ms)Region opened successfully at 1731255714695 2024-11-10T16:21:54,696 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731255714660 2024-11-10T16:21:54,698 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T16:21:54,698 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T16:21:54,699 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8e3de9160f9f,44917,1731255711759 2024-11-10T16:21:54,699 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,44917,1731255711759, state=OPEN 2024-11-10T16:21:54,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44917-0x10102af8eb80004, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-806322870/meta-region-server 2024-11-10T16:21:54,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35535-0x10102af8eb80003, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-806322870/meta-region-server 2024-11-10T16:21:54,701 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8e3de9160f9f,44917,1731255711759 2024-11-10T16:21:54,701 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-806322870/meta-region-server: CHANGED 2024-11-10T16:21:54,701 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-806322870/meta-region-server: CHANGED 2024-11-10T16:21:54,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T16:21:54,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,44917,1731255711759 in 194 msec 2024-11-10T16:21:54,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T16:21:54,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-11-10T16:21:54,705 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:21:54,705 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T16:21:54,706 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:21:54,706 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,44917,1731255711759, seqNum=-1] 2024-11-10T16:21:54,707 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:21:54,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:21:54,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1990 sec 2024-11-10T16:21:54,712 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731255714712, completionTime=-1 2024-11-10T16:21:54,712 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T16:21:54,712 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T16:21:54,714 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T16:21:54,714 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731255774714 2024-11-10T16:21:54,714 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731255834714 2024-11-10T16:21:54,714 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T16:21:54,715 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,35535,1731255711721-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:54,715 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,35535,1731255711721-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:54,715 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,35535,1731255711721-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:54,715 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8e3de9160f9f:35535, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:54,715 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:54,715 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:54,716 DEBUG [master/8e3de9160f9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T16:21:54,718 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.920sec 2024-11-10T16:21:54,718 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T16:21:54,718 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T16:21:54,718 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T16:21:54,718 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T16:21:54,718 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T16:21:54,718 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,35535,1731255711721-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:21:54,718 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,35535,1731255711721-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T16:21:54,720 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T16:21:54,720 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T16:21:54,720 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,35535,1731255711721-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:54,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4bb812, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:21:54,782 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,35535,-1 for getting cluster id 2024-11-10T16:21:54,782 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:21:54,783 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '409b24bf-a34d-4fbd-a389-f4b432e1fc33' 2024-11-10T16:21:54,784 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:21:54,784 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "409b24bf-a34d-4fbd-a389-f4b432e1fc33" 2024-11-10T16:21:54,784 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c376e5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:21:54,784 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,35535,-1] 2024-11-10T16:21:54,784 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:21:54,784 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:21:54,785 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:21:54,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b21978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:21:54,786 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:21:54,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,44917,1731255711759, seqNum=-1] 2024-11-10T16:21:54,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:21:54,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:21:54,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8e3de9160f9f,35535,1731255711721 2024-11-10T16:21:54,790 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58966 2024-11-10T16:21:54,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:21:54,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10102af8eb80005 connected 2024-11-10T16:21:54,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19ac1dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:21:54,796 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,41127,-1 for getting cluster id 2024-11-10T16:21:54,797 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:21:54,797 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b347a86f-5929-48b1-9659-9c5fad940569' 2024-11-10T16:21:54,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:21:54,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b347a86f-5929-48b1-9659-9c5fad940569" 2024-11-10T16:21:54,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3949fb3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:21:54,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,41127,-1] 2024-11-10T16:21:54,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:21:54,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:21:54,798 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:21:54,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1306dc12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:21:54,799 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:21:54,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,41127,1731255707595 2024-11-10T16:21:54,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c4694a6 2024-11-10T16:21:54,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:21:54,801 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:21:54,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41127 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8e3de9160f9f:35535,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T16:21:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41127 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T16:21:54,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:21:54,803 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8e3de9160f9f:35535' 2024-11-10T16:21:54,804 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10853e55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:21:54,804 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,35535,-1 for getting cluster id 2024-11-10T16:21:54,804 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:21:54,805 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '409b24bf-a34d-4fbd-a389-f4b432e1fc33' 2024-11-10T16:21:54,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:21:54,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "409b24bf-a34d-4fbd-a389-f4b432e1fc33" 2024-11-10T16:21:54,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3603da5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:21:54,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,35535,-1] 2024-11-10T16:21:54,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:21:54,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:21:54,806 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:21:54,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af181a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:21:54,807 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:21:54,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,35535,1731255711721 2024-11-10T16:21:54,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@326b08aa 2024-11-10T16:21:54,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:21:54,808 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:21:54,809 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-10T16:21:54,809 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T16:21:54,809 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:21:54,809 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:21:54,809 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:21:54,809 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:21:54,810 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T16:21:54,811 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T16:21:54,811 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:21:54,812 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T16:21:54,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36953 is added to blk_1073741835_1011 (size=1138) 2024-11-10T16:21:54,860 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T16:21:54,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:21:55,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:21:55,219 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aba9e4143f4b7e1d9fae0e95a91281ff, NAME => 'hbase:replication,,1731255714809.aba9e4143f4b7e1d9fae0e95a91281ff.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a 2024-11-10T16:21:55,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36953 is added to blk_1073741836_1012 (size=44) 2024-11-10T16:21:55,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731255714809.aba9e4143f4b7e1d9fae0e95a91281ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:21:55,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing aba9e4143f4b7e1d9fae0e95a91281ff, disabling compactions & flushes 2024-11-10T16:21:55,225 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731255714809.aba9e4143f4b7e1d9fae0e95a91281ff. 2024-11-10T16:21:55,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731255714809.aba9e4143f4b7e1d9fae0e95a91281ff. 2024-11-10T16:21:55,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731255714809.aba9e4143f4b7e1d9fae0e95a91281ff. after waiting 0 ms 2024-11-10T16:21:55,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731255714809.aba9e4143f4b7e1d9fae0e95a91281ff. 2024-11-10T16:21:55,225 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731255714809.aba9e4143f4b7e1d9fae0e95a91281ff. 2024-11-10T16:21:55,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for aba9e4143f4b7e1d9fae0e95a91281ff: Waiting for close lock at 1731255715225Disabling compacts and flushes for region at 1731255715225Disabling writes for close at 1731255715225Writing region close event to WAL at 1731255715225Closed at 1731255715225 2024-11-10T16:21:55,227 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T16:21:55,227 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731255714809.aba9e4143f4b7e1d9fae0e95a91281ff.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731255715227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731255715227"}]},"ts":"1731255715227"} 2024-11-10T16:21:55,229 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T16:21:55,230 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T16:21:55,230 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255715230"}]},"ts":"1731255715230"} 2024-11-10T16:21:55,231 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T16:21:55,232 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aba9e4143f4b7e1d9fae0e95a91281ff, ASSIGN}] 2024-11-10T16:21:55,233 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aba9e4143f4b7e1d9fae0e95a91281ff, ASSIGN 2024-11-10T16:21:55,234 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=aba9e4143f4b7e1d9fae0e95a91281ff, ASSIGN; state=OFFLINE, location=8e3de9160f9f,35611,1731255707649; forceNewPlan=false, retain=false 2024-11-10T16:21:55,384 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=aba9e4143f4b7e1d9fae0e95a91281ff, regionState=OPENING, regionLocation=8e3de9160f9f,35611,1731255707649 2024-11-10T16:21:55,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=aba9e4143f4b7e1d9fae0e95a91281ff, ASSIGN because future has completed 2024-11-10T16:21:55,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure aba9e4143f4b7e1d9fae0e95a91281ff, server=8e3de9160f9f,35611,1731255707649}] 2024-11-10T16:21:55,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:21:55,496 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T16:21:55,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731255714809.aba9e4143f4b7e1d9fae0e95a91281ff. 2024-11-10T16:21:55,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:21:55,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T16:21:55,545 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C35611%2C1731255707649.rep, suffix=, logDir=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/WALs/8e3de9160f9f,35611,1731255707649, archiveDir=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/oldWALs, maxLogs=10 2024-11-10T16:21:55,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/WALs/8e3de9160f9f,35611,1731255707649/8e3de9160f9f%2C35611%2C1731255707649.rep.1731255715545, exclude list is [], retry=0 2024-11-10T16:21:55,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36953,DS-a1fb4070-28c8-4a62-9f0c-39a6af10f98f,DISK] 2024-11-10T16:21:55,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/WALs/8e3de9160f9f,35611,1731255707649/8e3de9160f9f%2C35611%2C1731255707649.rep.1731255715545 2024-11-10T16:21:55,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35255:35255)] 2024-11-10T16:21:55,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => aba9e4143f4b7e1d9fae0e95a91281ff, NAME => 'hbase:replication,,1731255714809.aba9e4143f4b7e1d9fae0e95a91281ff.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:21:55,565 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:21:55,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T16:21:55,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731255714809.aba9e4143f4b7e1d9fae0e95a91281ff. service=MultiRowMutationService 2024-11-10T16:21:55,565 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T16:21:55,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication aba9e4143f4b7e1d9fae0e95a91281ff 2024-11-10T16:21:55,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731255714809.aba9e4143f4b7e1d9fae0e95a91281ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:21:55,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for aba9e4143f4b7e1d9fae0e95a91281ff 2024-11-10T16:21:55,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for aba9e4143f4b7e1d9fae0e95a91281ff 2024-11-10T16:21:55,566 INFO [StoreOpener-aba9e4143f4b7e1d9fae0e95a91281ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region aba9e4143f4b7e1d9fae0e95a91281ff 2024-11-10T16:21:55,567 INFO [StoreOpener-aba9e4143f4b7e1d9fae0e95a91281ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aba9e4143f4b7e1d9fae0e95a91281ff columnFamilyName hfileref 2024-11-10T16:21:55,568 DEBUG [StoreOpener-aba9e4143f4b7e1d9fae0e95a91281ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:21:55,568 INFO [StoreOpener-aba9e4143f4b7e1d9fae0e95a91281ff-1 {}] regionserver.HStore(327): Store=aba9e4143f4b7e1d9fae0e95a91281ff/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:21:55,568 INFO [StoreOpener-aba9e4143f4b7e1d9fae0e95a91281ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region aba9e4143f4b7e1d9fae0e95a91281ff 2024-11-10T16:21:55,569 INFO [StoreOpener-aba9e4143f4b7e1d9fae0e95a91281ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aba9e4143f4b7e1d9fae0e95a91281ff columnFamilyName queue 2024-11-10T16:21:55,569 DEBUG [StoreOpener-aba9e4143f4b7e1d9fae0e95a91281ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:21:55,569 INFO [StoreOpener-aba9e4143f4b7e1d9fae0e95a91281ff-1 {}] regionserver.HStore(327): Store=aba9e4143f4b7e1d9fae0e95a91281ff/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:21:55,570 INFO [StoreOpener-aba9e4143f4b7e1d9fae0e95a91281ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region aba9e4143f4b7e1d9fae0e95a91281ff 2024-11-10T16:21:55,570 INFO [StoreOpener-aba9e4143f4b7e1d9fae0e95a91281ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aba9e4143f4b7e1d9fae0e95a91281ff columnFamilyName sid 2024-11-10T16:21:55,570 DEBUG [StoreOpener-aba9e4143f4b7e1d9fae0e95a91281ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:21:55,571 INFO [StoreOpener-aba9e4143f4b7e1d9fae0e95a91281ff-1 {}] regionserver.HStore(327): Store=aba9e4143f4b7e1d9fae0e95a91281ff/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:21:55,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for aba9e4143f4b7e1d9fae0e95a91281ff 2024-11-10T16:21:55,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/replication/aba9e4143f4b7e1d9fae0e95a91281ff 2024-11-10T16:21:55,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/replication/aba9e4143f4b7e1d9fae0e95a91281ff 2024-11-10T16:21:55,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for aba9e4143f4b7e1d9fae0e95a91281ff 2024-11-10T16:21:55,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for aba9e4143f4b7e1d9fae0e95a91281ff 2024-11-10T16:21:55,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T16:21:55,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for aba9e4143f4b7e1d9fae0e95a91281ff 2024-11-10T16:21:55,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/replication/aba9e4143f4b7e1d9fae0e95a91281ff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:21:55,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened aba9e4143f4b7e1d9fae0e95a91281ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75060651, jitterRate=0.11849085986614227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T16:21:55,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aba9e4143f4b7e1d9fae0e95a91281ff 2024-11-10T16:21:55,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for aba9e4143f4b7e1d9fae0e95a91281ff: Running coprocessor pre-open hook at 1731255715565Writing region info on filesystem at 1731255715565Initializing all the Stores at 1731255715566 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255715566Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255715566Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255715566Cleaning up temporary data from old regions at 1731255715573 (+7 ms)Running coprocessor post-open hooks at 1731255715577 (+4 ms)Region opened successfully at 1731255715578 (+1 ms) 2024-11-10T16:21:55,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731255714809.aba9e4143f4b7e1d9fae0e95a91281ff., pid=7, masterSystemTime=1731255715539 2024-11-10T16:21:55,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731255714809.aba9e4143f4b7e1d9fae0e95a91281ff. 2024-11-10T16:21:55,581 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731255714809.aba9e4143f4b7e1d9fae0e95a91281ff. 2024-11-10T16:21:55,581 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=aba9e4143f4b7e1d9fae0e95a91281ff, regionState=OPEN, openSeqNum=2, regionLocation=8e3de9160f9f,35611,1731255707649 2024-11-10T16:21:55,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure aba9e4143f4b7e1d9fae0e95a91281ff, server=8e3de9160f9f,35611,1731255707649 because future has completed 2024-11-10T16:21:55,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-10T16:21:55,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure aba9e4143f4b7e1d9fae0e95a91281ff, server=8e3de9160f9f,35611,1731255707649 in 197 msec 2024-11-10T16:21:55,588 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T16:21:55,588 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aba9e4143f4b7e1d9fae0e95a91281ff, ASSIGN in 354 msec 2024-11-10T16:21:55,589 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T16:21:55,589 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255715589"}]},"ts":"1731255715589"} 2024-11-10T16:21:55,591 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T16:21:55,591 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T16:21:55,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 782 msec 2024-11-10T16:21:55,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731255714809.aba9e4143f4b7e1d9fae0e95a91281ff., hostname=8e3de9160f9f,35611,1731255707649, seqNum=2] 2024-11-10T16:21:55,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35611-0x10102af8eb80001, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048819136 2024-11-10T16:21:55,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x10102af8eb80000, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048819136 2024-11-10T16:21:55,626 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T16:21:55,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35611 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-10T16:21:55,779 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T16:21:55,808 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-8e3de9160f9f,35611,1731255707649, ReplicationSource: 1, currentBandwidth=0 2024-11-10T16:21:55,808 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:21:55,809 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,35611,1731255707649, seqNum=-1] 2024-11-10T16:21:55,809 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:21:55,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-10T16:21:55,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8e3de9160f9f,35611,1731255707649', locateType=CURRENT is [region=hbase:replication,,1731255714809.aba9e4143f4b7e1d9fae0e95a91281ff., hostname=8e3de9160f9f,35611,1731255707649, seqNum=2] 2024-11-10T16:21:55,814 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-10T16:21:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41127 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-10T16:21:55,816 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8e3de9160f9f,35611,1731255707649 suceeded 2024-11-10T16:21:55,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-10T16:21:55,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-10T16:21:55,818 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8e3de9160f9f:35535,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T16:21:55,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0170 sec 2024-11-10T16:21:55,830 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35611,1731255707649 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8e3de9160f9f:35535' 2024-11-10T16:21:55,832 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35611,1731255707649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ebd7e2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:21:55,832 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35611,1731255707649 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,35535,-1 for getting cluster id 2024-11-10T16:21:55,832 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35611,1731255707649 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:21:55,833 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '409b24bf-a34d-4fbd-a389-f4b432e1fc33' 2024-11-10T16:21:55,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:21:55,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "409b24bf-a34d-4fbd-a389-f4b432e1fc33" 2024-11-10T16:21:55,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8fc4990, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:21:55,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,35535,-1] 2024-11-10T16:21:55,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:21:55,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:21:55,834 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:21:55,834 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35611,1731255707649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c75dc93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:21:55,835 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35611,1731255707649 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:21:55,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,35535,1731255711721 2024-11-10T16:21:55,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@730f6131 2024-11-10T16:21:55,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:21:55,836 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-10T16:21:55,837 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35611,1731255707649 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8e3de9160f9f,35611,1731255707649 (queues=1) is replicating from cluster=b347a86f-5929-48b1-9659-9c5fad940569 to cluster=409b24bf-a34d-4fbd-a389-f4b432e1fc33 2024-11-10T16:21:55,837 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35611,1731255707649 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8e3de9160f9f%2C35611%2C1731255707649 2024-11-10T16:21:55,837 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35611,1731255707649 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8e3de9160f9f,35611,1731255707649, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T16:21:55,837 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35611,1731255707649.replicationSource.shipper8e3de9160f9f%2C35611%2C1731255707649,1-8e3de9160f9f,35611,1731255707649 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8e3de9160f9f%2C35611%2C1731255707649 2024-11-10T16:21:55,837 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35611,1731255707649.replicationSource.wal-reader.8e3de9160f9f%2C35611%2C1731255707649,1-8e3de9160f9f,35611,1731255707649 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/WALs/8e3de9160f9f,35611,1731255707649/8e3de9160f9f%2C35611%2C1731255707649.1731255709635, startPosition=0, beingWritten=true 2024-11-10T16:21:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:21:55,937 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T16:21:55,937 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:21:55,937 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:21:55,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:21:55,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:21:55,938 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:21:55,938 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:21:55,938 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,41127,1731255707595 2024-11-10T16:21:55,938 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5068b249 2024-11-10T16:21:55,939 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:21:55,940 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:21:55,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41127 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-10T16:21:55,940 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:21:55,940 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:21:55,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:21:55,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:21:55,941 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:21:55,941 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T16:21:55,941 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1793817904, stopped=false 2024-11-10T16:21:55,941 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8e3de9160f9f,41127,1731255707595 2024-11-10T16:21:55,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35611-0x10102af8eb80001, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/048819136/running 2024-11-10T16:21:55,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35611-0x10102af8eb80001, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048819136 2024-11-10T16:21:55,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x10102af8eb80000, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/048819136/running 2024-11-10T16:21:55,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x10102af8eb80000, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048819136 2024-11-10T16:21:55,942 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:21:55,942 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:21:55,942 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:21:55,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:21:55,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35611-0x10102af8eb80001, quorum=127.0.0.1:58966, baseZNode=/048819136 Set watcher on znode that does not yet exist, /048819136/running 2024-11-10T16:21:55,943 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8e3de9160f9f,35611,1731255707649' ***** 2024-11-10T16:21:55,943 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T16:21:55,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41127-0x10102af8eb80000, quorum=127.0.0.1:58966, baseZNode=/048819136 Set watcher on znode that does not yet exist, /048819136/running 2024-11-10T16:21:55,943 INFO [RS:0;8e3de9160f9f:35611 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T16:21:55,943 INFO [RS:0;8e3de9160f9f:35611 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T16:21:55,943 INFO [RS:0;8e3de9160f9f:35611 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T16:21:55,943 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T16:21:55,943 INFO [RS:0;8e3de9160f9f:35611 {}] regionserver.HRegionServer(3091): Received CLOSE for aba9e4143f4b7e1d9fae0e95a91281ff 2024-11-10T16:21:55,943 INFO [RS:0;8e3de9160f9f:35611 {}] regionserver.HRegionServer(959): stopping server 8e3de9160f9f,35611,1731255707649 2024-11-10T16:21:55,943 INFO [RS:0;8e3de9160f9f:35611 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:21:55,943 INFO [RS:0;8e3de9160f9f:35611 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:35611. 2024-11-10T16:21:55,944 DEBUG [RS:0;8e3de9160f9f:35611 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:21:55,944 DEBUG [RS:0;8e3de9160f9f:35611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:21:55,944 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aba9e4143f4b7e1d9fae0e95a91281ff, disabling compactions & flushes 2024-11-10T16:21:55,944 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731255714809.aba9e4143f4b7e1d9fae0e95a91281ff. 2024-11-10T16:21:55,944 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731255714809.aba9e4143f4b7e1d9fae0e95a91281ff. 2024-11-10T16:21:55,944 INFO [RS:0;8e3de9160f9f:35611 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T16:21:55,944 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731255714809.aba9e4143f4b7e1d9fae0e95a91281ff. after waiting 0 ms 2024-11-10T16:21:55,944 INFO [RS:0;8e3de9160f9f:35611 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T16:21:55,944 INFO [RS:0;8e3de9160f9f:35611 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T16:21:55,944 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731255714809.aba9e4143f4b7e1d9fae0e95a91281ff. 2024-11-10T16:21:55,944 INFO [RS:0;8e3de9160f9f:35611 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T16:21:55,944 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing aba9e4143f4b7e1d9fae0e95a91281ff 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-10T16:21:55,944 INFO [RS:0;8e3de9160f9f:35611 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T16:21:55,944 DEBUG [RS:0;8e3de9160f9f:35611 {}] regionserver.HRegionServer(1325): Online Regions={aba9e4143f4b7e1d9fae0e95a91281ff=hbase:replication,,1731255714809.aba9e4143f4b7e1d9fae0e95a91281ff., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T16:21:55,944 DEBUG [RS:0;8e3de9160f9f:35611 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aba9e4143f4b7e1d9fae0e95a91281ff 2024-11-10T16:21:55,944 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T16:21:55,944 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T16:21:55,944 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T16:21:55,944 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T16:21:55,944 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T16:21:55,944 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-10T16:21:55,960 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/meta/1588230740/.tmp/info/fa1fbfefc9eb48c5822de32293374e8c is 147, key is hbase:replication,,1731255714809.aba9e4143f4b7e1d9fae0e95a91281ff./info:regioninfo/1731255715581/Put/seqid=0 2024-11-10T16:21:55,962 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/replication/aba9e4143f4b7e1d9fae0e95a91281ff/.tmp/queue/5cc8ad951f714f7a8adc8aa33a33921c is 151, key is 1-8e3de9160f9f,35611,1731255707649/queue:8e3de9160f9f%2C35611%2C1731255707649/1731255715813/Put/seqid=0 2024-11-10T16:21:55,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36953 is added to blk_1073741838_1014 (size=6631) 2024-11-10T16:21:55,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36953 is added to blk_1073741839_1015 (size=5350) 2024-11-10T16:21:56,008 INFO [regionserver/8e3de9160f9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:21:56,043 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35611,1731255707649.replicationSource.wal-reader.8e3de9160f9f%2C35611%2C1731255707649,1-8e3de9160f9f,35611,1731255707649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/WALs/8e3de9160f9f,35611,1731255707649/8e3de9160f9f%2C35611%2C1731255707649.1731255709635 to pos 0, reset compression=false 2024-11-10T16:21:56,077 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T16:21:56,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:21:56,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:21:56,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:21:56,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:21:56,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:21:56,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:21:56,144 DEBUG [RS:0;8e3de9160f9f:35611 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aba9e4143f4b7e1d9fae0e95a91281ff 2024-11-10T16:21:56,344 DEBUG [RS:0;8e3de9160f9f:35611 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aba9e4143f4b7e1d9fae0e95a91281ff 2024-11-10T16:21:56,348 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35611,1731255707649.replicationSource.wal-reader.8e3de9160f9f%2C35611%2C1731255707649,1-8e3de9160f9f,35611,1731255707649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/WALs/8e3de9160f9f,35611,1731255707649/8e3de9160f9f%2C35611%2C1731255707649.1731255709635 to pos 0, reset compression=false 2024-11-10T16:21:56,365 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/meta/1588230740/.tmp/info/fa1fbfefc9eb48c5822de32293374e8c 2024-11-10T16:21:56,367 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/replication/aba9e4143f4b7e1d9fae0e95a91281ff/.tmp/queue/5cc8ad951f714f7a8adc8aa33a33921c 2024-11-10T16:21:56,372 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/replication/aba9e4143f4b7e1d9fae0e95a91281ff/.tmp/queue/5cc8ad951f714f7a8adc8aa33a33921c as hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/replication/aba9e4143f4b7e1d9fae0e95a91281ff/queue/5cc8ad951f714f7a8adc8aa33a33921c 2024-11-10T16:21:56,376 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/replication/aba9e4143f4b7e1d9fae0e95a91281ff/queue/5cc8ad951f714f7a8adc8aa33a33921c, entries=1, sequenceid=5, filesize=5.2 K 2024-11-10T16:21:56,377 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for aba9e4143f4b7e1d9fae0e95a91281ff in 433ms, sequenceid=5, compaction requested=false 2024-11-10T16:21:56,377 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T16:21:56,384 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/meta/1588230740/.tmp/ns/0e9f58309f42442ab52cd7a569c42ed6 is 43, key is default/ns:d/1731255710600/Put/seqid=0 2024-11-10T16:21:56,402 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/replication/aba9e4143f4b7e1d9fae0e95a91281ff/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T16:21:56,403 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:21:56,403 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T16:21:56,403 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731255714809.aba9e4143f4b7e1d9fae0e95a91281ff. 2024-11-10T16:21:56,403 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aba9e4143f4b7e1d9fae0e95a91281ff: Waiting for close lock at 1731255715944Running coprocessor pre-close hooks at 1731255715944Disabling compacts and flushes for region at 1731255715944Disabling writes for close at 1731255715944Obtaining lock to block concurrent updates at 1731255715944Preparing flush snapshotting stores in aba9e4143f4b7e1d9fae0e95a91281ff at 1731255715944Finished memstore snapshotting hbase:replication,,1731255714809.aba9e4143f4b7e1d9fae0e95a91281ff., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731255715944Flushing stores of hbase:replication,,1731255714809.aba9e4143f4b7e1d9fae0e95a91281ff. at 1731255715945 (+1 ms)Flushing aba9e4143f4b7e1d9fae0e95a91281ff/queue: creating writer at 1731255715945Flushing aba9e4143f4b7e1d9fae0e95a91281ff/queue: appending metadata at 1731255715962 (+17 ms)Flushing aba9e4143f4b7e1d9fae0e95a91281ff/queue: closing flushed file at 1731255715962Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@574173c3: reopening flushed file at 1731255716371 (+409 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for aba9e4143f4b7e1d9fae0e95a91281ff in 433ms, sequenceid=5, compaction requested=false at 1731255716377 (+6 ms)Writing region close event to WAL at 1731255716380 (+3 ms)Running coprocessor post-close hooks at 1731255716403 (+23 ms)Closed at 1731255716403 2024-11-10T16:21:56,404 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731255714809.aba9e4143f4b7e1d9fae0e95a91281ff. 2024-11-10T16:21:56,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36953 is added to blk_1073741840_1016 (size=5153) 2024-11-10T16:21:56,521 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T16:21:56,521 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T16:21:56,545 DEBUG [RS:0;8e3de9160f9f:35611 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:21:56,745 DEBUG [RS:0;8e3de9160f9f:35611 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:21:56,752 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35611,1731255707649.replicationSource.wal-reader.8e3de9160f9f%2C35611%2C1731255707649,1-8e3de9160f9f,35611,1731255707649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/WALs/8e3de9160f9f,35611,1731255707649/8e3de9160f9f%2C35611%2C1731255707649.1731255709635 to pos 0, reset compression=false 2024-11-10T16:21:56,806 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/meta/1588230740/.tmp/ns/0e9f58309f42442ab52cd7a569c42ed6 2024-11-10T16:21:56,833 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/meta/1588230740/.tmp/table/9b913bca4dc6441e8f247db99fbe9ffb is 53, key is hbase:replication/table:state/1731255715589/Put/seqid=0 2024-11-10T16:21:56,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36953 is added to blk_1073741841_1017 (size=5256) 2024-11-10T16:21:56,837 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/meta/1588230740/.tmp/table/9b913bca4dc6441e8f247db99fbe9ffb 2024-11-10T16:21:56,842 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/meta/1588230740/.tmp/info/fa1fbfefc9eb48c5822de32293374e8c as hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/meta/1588230740/info/fa1fbfefc9eb48c5822de32293374e8c 2024-11-10T16:21:56,846 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/meta/1588230740/info/fa1fbfefc9eb48c5822de32293374e8c, entries=10, sequenceid=11, filesize=6.5 K 2024-11-10T16:21:56,847 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/meta/1588230740/.tmp/ns/0e9f58309f42442ab52cd7a569c42ed6 as hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/meta/1588230740/ns/0e9f58309f42442ab52cd7a569c42ed6 2024-11-10T16:21:56,851 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/meta/1588230740/ns/0e9f58309f42442ab52cd7a569c42ed6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T16:21:56,852 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/meta/1588230740/.tmp/table/9b913bca4dc6441e8f247db99fbe9ffb as hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/meta/1588230740/table/9b913bca4dc6441e8f247db99fbe9ffb 2024-11-10T16:21:56,855 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/meta/1588230740/table/9b913bca4dc6441e8f247db99fbe9ffb, entries=2, sequenceid=11, filesize=5.1 K 2024-11-10T16:21:56,856 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 912ms, sequenceid=11, compaction requested=false 2024-11-10T16:21:56,860 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T16:21:56,861 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:21:56,861 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T16:21:56,861 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T16:21:56,861 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731255715944Running coprocessor pre-close hooks at 1731255715944Disabling compacts and flushes for region at 1731255715944Disabling writes for close at 1731255715944Obtaining lock to block concurrent updates at 1731255715944Preparing flush snapshotting stores in 1588230740 at 1731255715944Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731255715945 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731255715945Flushing 1588230740/info: creating writer at 1731255715945Flushing 1588230740/info: appending metadata at 1731255715959 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731255715959Flushing 1588230740/ns: creating writer at 1731255716370 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731255716384 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731255716384Flushing 1588230740/table: creating writer at 1731255716810 (+426 ms)Flushing 1588230740/table: appending metadata at 1731255716832 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731255716832Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38949b46: reopening flushed file at 1731255716842 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30f8b2e0: reopening flushed file at 1731255716847 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b44cdc8: reopening flushed file at 1731255716851 (+4 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 912ms, sequenceid=11, compaction requested=false at 1731255716856 (+5 ms)Writing region close event to WAL at 1731255716858 (+2 ms)Running coprocessor post-close hooks at 1731255716861 (+3 ms)Closed at 1731255716861 2024-11-10T16:21:56,861 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T16:21:56,945 INFO [RS:0;8e3de9160f9f:35611 {}] regionserver.HRegionServer(976): stopping server 8e3de9160f9f,35611,1731255707649; all regions closed. 2024-11-10T16:21:56,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36953 is added to blk_1073741834_1010 (size=2742) 2024-11-10T16:21:56,947 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/WALs/8e3de9160f9f,35611,1731255707649/8e3de9160f9f%2C35611%2C1731255707649.meta.1731255710557.meta not finished, retry = 0 2024-11-10T16:21:57,050 DEBUG [RS:0;8e3de9160f9f:35611 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/oldWALs 2024-11-10T16:21:57,050 INFO [RS:0;8e3de9160f9f:35611 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8e3de9160f9f%2C35611%2C1731255707649.meta:.meta(num 1731255710557) 2024-11-10T16:21:57,052 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/WALs/8e3de9160f9f,35611,1731255707649/8e3de9160f9f%2C35611%2C1731255707649.rep.1731255715545 not finished, retry = 0 2024-11-10T16:21:57,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36953 is added to blk_1073741837_1013 (size=1586) 2024-11-10T16:21:57,154 DEBUG [RS:0;8e3de9160f9f:35611 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/oldWALs 2024-11-10T16:21:57,154 INFO [RS:0;8e3de9160f9f:35611 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8e3de9160f9f%2C35611%2C1731255707649.rep:(num 1731255715545) 2024-11-10T16:21:57,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36953 is added to blk_1073741832_1008 (size=93) 2024-11-10T16:21:57,159 DEBUG [RS:0;8e3de9160f9f:35611 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/oldWALs 2024-11-10T16:21:57,159 INFO [RS:0;8e3de9160f9f:35611 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8e3de9160f9f%2C35611%2C1731255707649:(num 1731255709635) 2024-11-10T16:21:57,159 DEBUG [RS:0;8e3de9160f9f:35611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:21:57,159 INFO [RS:0;8e3de9160f9f:35611 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:21:57,159 INFO [RS:0;8e3de9160f9f:35611 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:21:57,159 INFO [RS:0;8e3de9160f9f:35611 {}] hbase.ChoreService(370): Chore service for: regionserver/8e3de9160f9f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T16:21:57,159 INFO [RS:0;8e3de9160f9f:35611 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:21:57,159 INFO [regionserver/8e3de9160f9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:21:57,159 INFO [RS:0;8e3de9160f9f:35611 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8e3de9160f9f,35611,1731255707649 because: Region server is closing 2024-11-10T16:21:57,159 INFO [RS:0;8e3de9160f9f:35611 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:35611. 2024-11-10T16:21:57,159 DEBUG [RS:0;8e3de9160f9f:35611 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:21:57,159 DEBUG [RS:0;8e3de9160f9f:35611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:21:57,160 DEBUG [RS:0;8e3de9160f9f:35611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:21:57,160 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:21:57,260 WARN [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35611,1731255707649.replicationSource.shipper8e3de9160f9f%2C35611%2C1731255707649,1-8e3de9160f9f,35611,1731255707649 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T16:21:57,260 INFO [RS:0;8e3de9160f9f:35611 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35611,1731255707649.replicationSource.shipper8e3de9160f9f%2C35611%2C1731255707649,1-8e3de9160f9f,35611,1731255707649 terminated 2024-11-10T16:21:57,260 INFO [RS:0;8e3de9160f9f:35611 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35611 2024-11-10T16:21:57,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35611-0x10102af8eb80001, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/048819136/rs/8e3de9160f9f,35611,1731255707649 2024-11-10T16:21:57,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x10102af8eb80000, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048819136/rs 2024-11-10T16:21:57,262 INFO [RS:0;8e3de9160f9f:35611 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:21:57,263 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8e3de9160f9f,35611,1731255707649] 2024-11-10T16:21:57,265 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /048819136/draining/8e3de9160f9f,35611,1731255707649 already deleted, retry=false 2024-11-10T16:21:57,265 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8e3de9160f9f,35611,1731255707649 expired; onlineServers=0 2024-11-10T16:21:57,265 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8e3de9160f9f,41127,1731255707595' ***** 2024-11-10T16:21:57,265 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T16:21:57,265 INFO [M:0;8e3de9160f9f:41127 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:21:57,265 INFO [M:0;8e3de9160f9f:41127 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:21:57,266 DEBUG [M:0;8e3de9160f9f:41127 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T16:21:57,266 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T16:21:57,266 DEBUG [M:0;8e3de9160f9f:41127 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T16:21:57,266 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255709409 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255709409,5,FailOnTimeoutGroup] 2024-11-10T16:21:57,266 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255709409 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255709409,5,FailOnTimeoutGroup] 2024-11-10T16:21:57,266 INFO [M:0;8e3de9160f9f:41127 {}] hbase.ChoreService(370): Chore service for: master/8e3de9160f9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T16:21:57,266 INFO [M:0;8e3de9160f9f:41127 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:21:57,266 DEBUG [M:0;8e3de9160f9f:41127 {}] master.HMaster(1795): Stopping service threads 2024-11-10T16:21:57,266 INFO [M:0;8e3de9160f9f:41127 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T16:21:57,266 INFO [M:0;8e3de9160f9f:41127 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:21:57,266 INFO [M:0;8e3de9160f9f:41127 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T16:21:57,266 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T16:21:57,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x10102af8eb80000, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/048819136/master 2024-11-10T16:21:57,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x10102af8eb80000, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048819136 2024-11-10T16:21:57,267 DEBUG [M:0;8e3de9160f9f:41127 {}] zookeeper.ZKUtil(347): master:41127-0x10102af8eb80000, quorum=127.0.0.1:58966, baseZNode=/048819136 Unable to get data of znode /048819136/master because node does not exist (not an error) 2024-11-10T16:21:57,267 WARN [M:0;8e3de9160f9f:41127 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T16:21:57,268 INFO [M:0;8e3de9160f9f:41127 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/.lastflushedseqids 2024-11-10T16:21:57,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36953 is added to blk_1073741842_1018 (size=181) 2024-11-10T16:21:57,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35611-0x10102af8eb80001, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:21:57,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35611-0x10102af8eb80001, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:21:57,363 INFO [RS:0;8e3de9160f9f:35611 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:21:57,363 INFO [RS:0;8e3de9160f9f:35611 {}] regionserver.HRegionServer(1031): Exiting; stopping=8e3de9160f9f,35611,1731255707649; zookeeper connection closed. 2024-11-10T16:21:57,364 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@22ad5a50 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@22ad5a50 2024-11-10T16:21:57,364 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T16:21:57,673 INFO [M:0;8e3de9160f9f:41127 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T16:21:57,673 INFO [M:0;8e3de9160f9f:41127 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T16:21:57,673 DEBUG [M:0;8e3de9160f9f:41127 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T16:21:57,673 INFO [M:0;8e3de9160f9f:41127 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:21:57,673 DEBUG [M:0;8e3de9160f9f:41127 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:21:57,673 DEBUG [M:0;8e3de9160f9f:41127 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T16:21:57,673 DEBUG [M:0;8e3de9160f9f:41127 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:21:57,673 INFO [M:0;8e3de9160f9f:41127 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-10T16:21:57,689 DEBUG [M:0;8e3de9160f9f:41127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f13353440d494fe1871060b766ef6f7c is 82, key is hbase:meta,,1/info:regioninfo/1731255710588/Put/seqid=0 2024-11-10T16:21:57,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36953 is added to blk_1073741843_1019 (size=5672) 2024-11-10T16:21:58,093 INFO [M:0;8e3de9160f9f:41127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f13353440d494fe1871060b766ef6f7c 2024-11-10T16:21:58,112 DEBUG [M:0;8e3de9160f9f:41127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8972c2195b7e4dacae171e88f1699480 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731255715592/Put/seqid=0 2024-11-10T16:21:58,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36953 is added to blk_1073741844_1020 (size=7203) 2024-11-10T16:21:58,517 INFO [M:0;8e3de9160f9f:41127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8972c2195b7e4dacae171e88f1699480 2024-11-10T16:21:58,535 DEBUG [M:0;8e3de9160f9f:41127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a29e31714794a8cb8f5be842e67deb8 is 69, key is 8e3de9160f9f,35611,1731255707649/rs:state/1731255709490/Put/seqid=0 2024-11-10T16:21:58,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36953 is added to blk_1073741845_1021 (size=5156) 2024-11-10T16:21:58,625 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T16:21:58,625 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T16:21:58,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:21:58,626 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-10T16:21:58,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T16:21:58,626 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T16:21:58,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T16:21:58,626 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T16:21:58,940 INFO [M:0;8e3de9160f9f:41127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a29e31714794a8cb8f5be842e67deb8 2024-11-10T16:21:58,944 DEBUG [M:0;8e3de9160f9f:41127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f13353440d494fe1871060b766ef6f7c as hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f13353440d494fe1871060b766ef6f7c 2024-11-10T16:21:58,948 INFO [M:0;8e3de9160f9f:41127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f13353440d494fe1871060b766ef6f7c, entries=8, sequenceid=70, filesize=5.5 K 2024-11-10T16:21:58,949 DEBUG [M:0;8e3de9160f9f:41127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8972c2195b7e4dacae171e88f1699480 as hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8972c2195b7e4dacae171e88f1699480 2024-11-10T16:21:58,953 INFO [M:0;8e3de9160f9f:41127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8972c2195b7e4dacae171e88f1699480, entries=8, sequenceid=70, filesize=7.0 K 2024-11-10T16:21:58,954 DEBUG [M:0;8e3de9160f9f:41127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a29e31714794a8cb8f5be842e67deb8 as hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3a29e31714794a8cb8f5be842e67deb8 2024-11-10T16:21:58,958 INFO [M:0;8e3de9160f9f:41127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3a29e31714794a8cb8f5be842e67deb8, entries=1, sequenceid=70, filesize=5.0 K 2024-11-10T16:21:58,959 INFO [M:0;8e3de9160f9f:41127 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=70, compaction requested=false 2024-11-10T16:21:58,960 INFO [M:0;8e3de9160f9f:41127 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:21:58,960 DEBUG [M:0;8e3de9160f9f:41127 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731255717673Disabling compacts and flushes for region at 1731255717673Disabling writes for close at 1731255717673Obtaining lock to block concurrent updates at 1731255717673Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731255717673Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731255717674 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731255717674Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731255717674Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731255717688 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731255717688Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731255718098 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731255718112 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731255718112Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731255718521 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731255718535 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731255718535Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e9fb9fe: reopening flushed file at 1731255718944 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f8ca1fb: reopening flushed file at 1731255718948 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5969c505: reopening flushed file at 1731255718953 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=70, compaction requested=false at 1731255718959 (+6 ms)Writing region close event to WAL at 1731255718960 (+1 ms)Closed at 1731255718960 2024-11-10T16:21:58,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36953 is added to blk_1073741830_1006 (size=41008) 2024-11-10T16:21:58,962 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/WALs/8e3de9160f9f,41127,1731255707595/8e3de9160f9f%2C41127%2C1731255707595.1731255709334 not finished, retry = 0 2024-11-10T16:21:59,063 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:21:59,063 INFO [M:0;8e3de9160f9f:41127 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T16:21:59,063 INFO [M:0;8e3de9160f9f:41127 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41127 2024-11-10T16:21:59,063 INFO [M:0;8e3de9160f9f:41127 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:21:59,165 INFO [M:0;8e3de9160f9f:41127 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:21:59,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x10102af8eb80000, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:21:59,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x10102af8eb80000, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:21:59,167 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:21:59,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:21:59,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:21:59,167 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:21:59,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:21:59,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:21:59,167 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T16:21:59,167 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:21:59,168 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34901 2024-11-10T16:21:59,169 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34901 connecting to ZooKeeper ensemble=127.0.0.1:58966 2024-11-10T16:21:59,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349010x0, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:21:59,171 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34901-0x10102af8eb80006 connected 2024-11-10T16:21:59,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:21:59,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:21:59,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34901-0x10102af8eb80006, quorum=127.0.0.1:58966, baseZNode=/048819136 Set watcher on znode that does not yet exist, /048819136/running 2024-11-10T16:21:59,178 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /048819136/meta-region-server: INIT 2024-11-10T16:21:59,178 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a, hbase.cluster.distributed=false 2024-11-10T16:21:59,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34901-0x10102af8eb80006, quorum=127.0.0.1:58966, baseZNode=/048819136 Set watcher on znode that does not yet exist, /048819136/acl 2024-11-10T16:21:59,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34901 2024-11-10T16:21:59,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34901 2024-11-10T16:21:59,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34901 2024-11-10T16:21:59,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34901 2024-11-10T16:21:59,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34901 2024-11-10T16:21:59,199 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:21:59,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:21:59,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:21:59,199 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:21:59,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:21:59,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:21:59,199 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T16:21:59,199 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:21:59,200 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40789 2024-11-10T16:21:59,201 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40789 connecting to ZooKeeper ensemble=127.0.0.1:58966 2024-11-10T16:21:59,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:21:59,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:21:59,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407890x0, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:21:59,207 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407890x0, quorum=127.0.0.1:58966, baseZNode=/048819136 Set watcher on znode that does not yet exist, /048819136/running 2024-11-10T16:21:59,207 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40789-0x10102af8eb80007 connected 2024-11-10T16:21:59,207 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /048819136/meta-region-server: INIT 2024-11-10T16:21:59,207 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T16:21:59,207 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T16:21:59,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40789-0x10102af8eb80007, quorum=127.0.0.1:58966, baseZNode=/048819136 Set watcher on znode that does not yet exist, /048819136/master 2024-11-10T16:21:59,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40789-0x10102af8eb80007, quorum=127.0.0.1:58966, baseZNode=/048819136 Set watcher on znode that does not yet exist, /048819136/acl 2024-11-10T16:21:59,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40789 2024-11-10T16:21:59,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40789 2024-11-10T16:21:59,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40789 2024-11-10T16:21:59,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40789 2024-11-10T16:21:59,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40789 2024-11-10T16:21:59,225 DEBUG [M:0;8e3de9160f9f:34901 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8e3de9160f9f:34901 2024-11-10T16:21:59,225 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /048819136/backup-masters/8e3de9160f9f,34901,1731255719167 2024-11-10T16:21:59,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x10102af8eb80006, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048819136/backup-masters 2024-11-10T16:21:59,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40789-0x10102af8eb80007, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048819136/backup-masters 2024-11-10T16:21:59,226 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34901-0x10102af8eb80006, quorum=127.0.0.1:58966, baseZNode=/048819136 Set watcher on existing znode=/048819136/backup-masters/8e3de9160f9f,34901,1731255719167 2024-11-10T16:21:59,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40789-0x10102af8eb80007, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/048819136/master 2024-11-10T16:21:59,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40789-0x10102af8eb80007, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048819136 2024-11-10T16:21:59,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x10102af8eb80006, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048819136 2024-11-10T16:21:59,228 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34901-0x10102af8eb80006, quorum=127.0.0.1:58966, baseZNode=/048819136 Set watcher on existing znode=/048819136/master 2024-11-10T16:21:59,228 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /048819136/backup-masters/8e3de9160f9f,34901,1731255719167 from backup master directory 2024-11-10T16:21:59,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x10102af8eb80006, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/048819136/backup-masters/8e3de9160f9f,34901,1731255719167 2024-11-10T16:21:59,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40789-0x10102af8eb80007, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048819136/backup-masters 2024-11-10T16:21:59,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x10102af8eb80006, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048819136/backup-masters 2024-11-10T16:21:59,231 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:21:59,231 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8e3de9160f9f,34901,1731255719167 2024-11-10T16:21:59,241 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:21:59,241 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T16:21:59,247 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-10T16:21:59,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36953 is added to blk_1073741846_1022 (size=196) 2024-11-10T16:21:59,654 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:21:59,655 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T16:21:59,655 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:21:59,661 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-10T16:21:59,663 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/WALs/8e3de9160f9f,41127,1731255707595 to hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/WALs/8e3de9160f9f,41127,1731255707595-dead as it is dead 2024-11-10T16:21:59,664 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/WALs/8e3de9160f9f,41127,1731255707595-dead/8e3de9160f9f%2C41127%2C1731255707595.1731255709334 2024-11-10T16:21:59,664 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/WALs/8e3de9160f9f,41127,1731255707595-dead/8e3de9160f9f%2C41127%2C1731255707595.1731255709334 after 0ms 2024-11-10T16:21:59,665 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/WALs/8e3de9160f9f,41127,1731255707595-dead/8e3de9160f9f%2C41127%2C1731255707595.1731255709334 to hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8e3de9160f9f%2C41127%2C1731255707595.1731255709334 2024-11-10T16:21:59,665 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/WALs/8e3de9160f9f,41127,1731255707595-dead 2024-11-10T16:21:59,666 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/WALs/8e3de9160f9f,34901,1731255719167 2024-11-10T16:21:59,666 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:21:59,667 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8e3de9160f9f%2C34901%2C1731255719167, suffix=, logDir=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/WALs/8e3de9160f9f,34901,1731255719167, archiveDir=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/oldWALs, maxLogs=10 2024-11-10T16:21:59,681 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/WALs/8e3de9160f9f,34901,1731255719167/8e3de9160f9f%2C34901%2C1731255719167.1731255719668, exclude list is [], retry=0 2024-11-10T16:21:59,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36953,DS-a1fb4070-28c8-4a62-9f0c-39a6af10f98f,DISK] 2024-11-10T16:21:59,684 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/WALs/8e3de9160f9f,34901,1731255719167/8e3de9160f9f%2C34901%2C1731255719167.1731255719668 2024-11-10T16:21:59,684 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35255:35255)] 2024-11-10T16:21:59,685 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:21:59,685 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:21:59,685 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:21:59,685 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:21:59,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:21:59,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T16:21:59,687 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:21:59,693 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f13353440d494fe1871060b766ef6f7c 2024-11-10T16:21:59,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:21:59,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:21:59,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T16:21:59,694 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:21:59,698 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8972c2195b7e4dacae171e88f1699480 2024-11-10T16:21:59,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:21:59,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:21:59,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T16:21:59,699 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:21:59,704 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3a29e31714794a8cb8f5be842e67deb8 2024-11-10T16:21:59,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:21:59,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:21:59,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T16:21:59,705 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:21:59,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:21:59,705 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:21:59,706 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-10T16:21:59,706 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8e3de9160f9f%2C41127%2C1731255707595.1731255709334 2024-11-10T16:21:59,709 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8e3de9160f9f%2C41127%2C1731255707595.1731255709334 2024-11-10T16:21:59,710 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8e3de9160f9f%2C41127%2C1731255707595.1731255709334 2024-11-10T16:21:59,711 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:21:59,711 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:21:59,711 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:21:59,713 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:21:59,714 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-10T16:21:59,715 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63372496, jitterRate=-0.05567622184753418}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:21:59,715 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731255719685Initializing all the Stores at 1731255719686 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255719686Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255719686Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255719686Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255719686Cleaning up temporary data from old regions at 1731255719711 (+25 ms)Region opened successfully at 1731255719715 (+4 ms) 2024-11-10T16:21:59,716 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T16:21:59,718 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dfffb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:21:59,720 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-10T16:21:59,720 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T16:21:59,720 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T16:21:59,720 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T16:21:59,721 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T16:21:59,723 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T16:21:59,723 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T16:21:59,724 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T16:21:59,724 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-10T16:21:59,724 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T16:21:59,726 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=8e3de9160f9f,35611,1731255707649, regionLocation=8e3de9160f9f,35611,1731255707649, openSeqNum=2 2024-11-10T16:21:59,726 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=8e3de9160f9f,35611,1731255707649, table=hbase:meta, region=1588230740 2024-11-10T16:21:59,726 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,35611,1731255707649, state=OPEN 2024-11-10T16:21:59,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x10102af8eb80006, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/048819136/meta-region-server 2024-11-10T16:21:59,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40789-0x10102af8eb80007, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/048819136/meta-region-server 2024-11-10T16:21:59,728 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /048819136/meta-region-server: CHANGED 2024-11-10T16:21:59,728 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /048819136/meta-region-server: CHANGED 2024-11-10T16:21:59,731 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-10T16:21:59,732 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /048819136/draining/8e3de9160f9f,35611,1731255707649 already deleted, retry=false 2024-11-10T16:21:59,732 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 8e3de9160f9f,35611,1731255707649 on 8e3de9160f9f,34901,1731255719167 2024-11-10T16:21:59,733 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 8e3de9160f9f,35611,1731255707649, splitWal=true, meta=true 2024-11-10T16:21:59,733 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 8e3de9160f9f,35611,1731255707649 (carryingMeta=true) 8e3de9160f9f,35611,1731255707649/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7ec633df[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-10T16:21:59,735 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34901-0x10102af8eb80006, quorum=127.0.0.1:58966, baseZNode=/048819136 Unable to get data of znode /048819136/balancer because node does not exist (not necessarily an error) 2024-11-10T16:21:59,737 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /048819136/balancer already deleted, retry=false 2024-11-10T16:21:59,737 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T16:21:59,738 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34901-0x10102af8eb80006, quorum=127.0.0.1:58966, baseZNode=/048819136 Unable to get data of znode /048819136/normalizer because node does not exist (not necessarily an error) 2024-11-10T16:21:59,739 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /048819136/normalizer already deleted, retry=false 2024-11-10T16:21:59,739 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T16:21:59,740 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34901-0x10102af8eb80006, quorum=127.0.0.1:58966, baseZNode=/048819136 Unable to get data of znode /048819136/switch/split because node does not exist (not necessarily an error) 2024-11-10T16:21:59,740 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /048819136/switch/split already deleted, retry=false 2024-11-10T16:21:59,741 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34901-0x10102af8eb80006, quorum=127.0.0.1:58966, baseZNode=/048819136 Unable to get data of znode /048819136/switch/merge because node does not exist (not necessarily an error) 2024-11-10T16:21:59,742 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /048819136/switch/merge already deleted, retry=false 2024-11-10T16:21:59,751 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34901-0x10102af8eb80006, quorum=127.0.0.1:58966, baseZNode=/048819136 Unable to get data of znode /048819136/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T16:21:59,752 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /048819136/snapshot-cleanup already deleted, retry=false 2024-11-10T16:21:59,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x10102af8eb80006, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/048819136/running 2024-11-10T16:21:59,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40789-0x10102af8eb80007, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/048819136/running 2024-11-10T16:21:59,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x10102af8eb80006, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048819136 2024-11-10T16:21:59,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40789-0x10102af8eb80007, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048819136 2024-11-10T16:21:59,753 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8e3de9160f9f,34901,1731255719167, sessionid=0x10102af8eb80006, setting cluster-up flag (Was=false) 2024-11-10T16:21:59,755 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /048819136/flush-table-proc/acquired, /048819136/flush-table-proc/reached, /048819136/flush-table-proc/abort 2024-11-10T16:21:59,756 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,34901,1731255719167 2024-11-10T16:21:59,759 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /048819136/online-snapshot/acquired, /048819136/online-snapshot/reached, /048819136/online-snapshot/abort 2024-11-10T16:21:59,760 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,34901,1731255719167 2024-11-10T16:21:59,761 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/.lastflushedseqids 2024-11-10T16:21:59,763 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T16:21:59,763 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T16:21:59,763 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8e3de9160f9f,34901,1731255719167 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 8e3de9160f9f,35611,1731255707649 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T16:21:59,764 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:21:59,765 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:21:59,765 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:21:59,765 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:21:59,765 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8e3de9160f9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T16:21:59,765 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:21:59,765 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:21:59,765 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:21:59,765 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731255749765 2024-11-10T16:21:59,766 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T16:21:59,766 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T16:21:59,766 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T16:21:59,766 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T16:21:59,766 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T16:21:59,766 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T16:21:59,766 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:59,766 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T16:21:59,766 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T16:21:59,766 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T16:21:59,766 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 8e3de9160f9f,35611,1731255707649, splitWal=true, meta=true 2024-11-10T16:21:59,766 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T16:21:59,767 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T16:21:59,767 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T16:21:59,767 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255719767,5,FailOnTimeoutGroup] 2024-11-10T16:21:59,767 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255719767,5,FailOnTimeoutGroup] 2024-11-10T16:21:59,767 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:59,767 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T16:21:59,767 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:59,767 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:59,767 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731255719767, completionTime=-1 2024-11-10T16:21:59,767 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 8e3de9160f9f,35611,1731255707649, splitWal=true, meta=true, isMeta: true 2024-11-10T16:21:59,767 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-10T16:21:59,767 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-10T16:21:59,768 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/WALs/8e3de9160f9f,35611,1731255707649-splitting 2024-11-10T16:21:59,769 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/WALs/8e3de9160f9f,35611,1731255707649-splitting dir is empty, no logs to split. 2024-11-10T16:21:59,769 INFO [PEWorker-1 {}] master.SplitWALManager(105): 8e3de9160f9f,35611,1731255707649 WAL count=0, meta=true 2024-11-10T16:21:59,771 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/WALs/8e3de9160f9f,35611,1731255707649-splitting dir is empty, no logs to split. 2024-11-10T16:21:59,771 INFO [PEWorker-1 {}] master.SplitWALManager(105): 8e3de9160f9f,35611,1731255707649 WAL count=0, meta=true 2024-11-10T16:21:59,771 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 8e3de9160f9f,35611,1731255707649 WAL splitting is done? wals=0, meta=true 2024-11-10T16:21:59,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T16:21:59,772 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:21:59,773 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T16:21:59,815 INFO [RS:0;8e3de9160f9f:40789 {}] regionserver.HRegionServer(746): ClusterId : b347a86f-5929-48b1-9659-9c5fad940569 2024-11-10T16:21:59,815 DEBUG [RS:0;8e3de9160f9f:40789 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T16:21:59,817 DEBUG [RS:0;8e3de9160f9f:40789 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T16:21:59,817 DEBUG [RS:0;8e3de9160f9f:40789 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T16:21:59,818 DEBUG [RS:0;8e3de9160f9f:40789 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T16:21:59,818 DEBUG [RS:0;8e3de9160f9f:40789 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d155e95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:21:59,830 DEBUG [RS:0;8e3de9160f9f:40789 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8e3de9160f9f:40789 2024-11-10T16:21:59,830 INFO [RS:0;8e3de9160f9f:40789 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T16:21:59,830 INFO [RS:0;8e3de9160f9f:40789 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T16:21:59,830 DEBUG [RS:0;8e3de9160f9f:40789 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T16:21:59,830 INFO [RS:0;8e3de9160f9f:40789 {}] regionserver.HRegionServer(2659): reportForDuty to master=8e3de9160f9f,34901,1731255719167 with port=40789, startcode=1731255719198 2024-11-10T16:21:59,831 DEBUG [RS:0;8e3de9160f9f:40789 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T16:21:59,832 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T16:21:59,832 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34901 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8e3de9160f9f,40789,1731255719198 2024-11-10T16:21:59,833 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34901 {}] master.ServerManager(517): Registering regionserver=8e3de9160f9f,40789,1731255719198 2024-11-10T16:21:59,834 DEBUG [RS:0;8e3de9160f9f:40789 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a 2024-11-10T16:21:59,834 DEBUG [RS:0;8e3de9160f9f:40789 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37177 2024-11-10T16:21:59,834 DEBUG [RS:0;8e3de9160f9f:40789 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T16:21:59,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x10102af8eb80006, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048819136/rs 2024-11-10T16:21:59,840 DEBUG [RS:0;8e3de9160f9f:40789 {}] zookeeper.ZKUtil(111): regionserver:40789-0x10102af8eb80007, quorum=127.0.0.1:58966, baseZNode=/048819136 Set watcher on existing znode=/048819136/rs/8e3de9160f9f,40789,1731255719198 2024-11-10T16:21:59,840 WARN [RS:0;8e3de9160f9f:40789 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:21:59,840 INFO [RS:0;8e3de9160f9f:40789 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:21:59,840 DEBUG [RS:0;8e3de9160f9f:40789 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/WALs/8e3de9160f9f,40789,1731255719198 2024-11-10T16:21:59,840 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8e3de9160f9f,40789,1731255719198] 2024-11-10T16:21:59,858 INFO [RS:0;8e3de9160f9f:40789 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T16:21:59,859 INFO [RS:0;8e3de9160f9f:40789 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T16:21:59,860 INFO [RS:0;8e3de9160f9f:40789 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T16:21:59,860 INFO [RS:0;8e3de9160f9f:40789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:59,860 INFO [RS:0;8e3de9160f9f:40789 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T16:21:59,861 INFO [RS:0;8e3de9160f9f:40789 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T16:21:59,861 INFO [RS:0;8e3de9160f9f:40789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:59,861 DEBUG [RS:0;8e3de9160f9f:40789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:21:59,861 DEBUG [RS:0;8e3de9160f9f:40789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:21:59,861 DEBUG [RS:0;8e3de9160f9f:40789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:21:59,861 DEBUG [RS:0;8e3de9160f9f:40789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:21:59,861 DEBUG [RS:0;8e3de9160f9f:40789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:21:59,861 DEBUG [RS:0;8e3de9160f9f:40789 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:21:59,861 DEBUG [RS:0;8e3de9160f9f:40789 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:21:59,861 DEBUG [RS:0;8e3de9160f9f:40789 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:21:59,861 DEBUG [RS:0;8e3de9160f9f:40789 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:21:59,861 DEBUG [RS:0;8e3de9160f9f:40789 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:21:59,861 DEBUG [RS:0;8e3de9160f9f:40789 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:21:59,861 DEBUG [RS:0;8e3de9160f9f:40789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:21:59,861 DEBUG [RS:0;8e3de9160f9f:40789 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:21:59,861 DEBUG [RS:0;8e3de9160f9f:40789 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:21:59,861 INFO [RS:0;8e3de9160f9f:40789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:59,861 INFO [RS:0;8e3de9160f9f:40789 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:59,862 INFO [RS:0;8e3de9160f9f:40789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:59,862 INFO [RS:0;8e3de9160f9f:40789 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:59,862 INFO [RS:0;8e3de9160f9f:40789 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:59,862 INFO [RS:0;8e3de9160f9f:40789 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,40789,1731255719198-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:21:59,867 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-10T16:21:59,875 INFO [RS:0;8e3de9160f9f:40789 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T16:21:59,875 INFO [RS:0;8e3de9160f9f:40789 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,40789,1731255719198-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:59,888 INFO [RS:0;8e3de9160f9f:40789 {}] regionserver.ReplicationSource(231): queueId=1-8e3de9160f9f,40789,1731255719198, ReplicationSource: 1, currentBandwidth=0 2024-11-10T16:21:59,888 INFO [RS:0;8e3de9160f9f:40789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:59,888 INFO [RS:0;8e3de9160f9f:40789 {}] regionserver.Replication(171): 8e3de9160f9f,40789,1731255719198 started 2024-11-10T16:21:59,901 INFO [RS:0;8e3de9160f9f:40789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:21:59,901 INFO [RS:0;8e3de9160f9f:40789 {}] regionserver.HRegionServer(1482): Serving as 8e3de9160f9f,40789,1731255719198, RpcServer on 8e3de9160f9f/172.17.0.2:40789, sessionid=0x10102af8eb80007 2024-11-10T16:21:59,901 DEBUG [RS:0;8e3de9160f9f:40789 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T16:21:59,901 DEBUG [RS:0;8e3de9160f9f:40789 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8e3de9160f9f,40789,1731255719198 2024-11-10T16:21:59,901 DEBUG [RS:0;8e3de9160f9f:40789 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,40789,1731255719198' 2024-11-10T16:21:59,901 DEBUG [RS:0;8e3de9160f9f:40789 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/048819136/flush-table-proc/abort' 2024-11-10T16:21:59,901 DEBUG [RS:0;8e3de9160f9f:40789.replicationSource,1-8e3de9160f9f,40789,1731255719198 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8e3de9160f9f:35535' 2024-11-10T16:21:59,902 DEBUG [RS:0;8e3de9160f9f:40789 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/048819136/flush-table-proc/acquired' 2024-11-10T16:21:59,902 DEBUG [RS:0;8e3de9160f9f:40789 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T16:21:59,902 DEBUG [RS:0;8e3de9160f9f:40789 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T16:21:59,902 DEBUG [RS:0;8e3de9160f9f:40789 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8e3de9160f9f,40789,1731255719198 2024-11-10T16:21:59,902 DEBUG [RS:0;8e3de9160f9f:40789 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,40789,1731255719198' 2024-11-10T16:21:59,902 DEBUG [RS:0;8e3de9160f9f:40789 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/048819136/online-snapshot/abort' 2024-11-10T16:21:59,902 DEBUG [RS:0;8e3de9160f9f:40789 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/048819136/online-snapshot/acquired' 2024-11-10T16:21:59,902 DEBUG [RS:0;8e3de9160f9f:40789.replicationSource,1-8e3de9160f9f,40789,1731255719198 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10073081, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:21:59,903 DEBUG [RS:0;8e3de9160f9f:40789.replicationSource,1-8e3de9160f9f,40789,1731255719198 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,35535,-1 for getting cluster id 2024-11-10T16:21:59,903 DEBUG [RS:0;8e3de9160f9f:40789 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T16:21:59,903 INFO [RS:0;8e3de9160f9f:40789 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T16:21:59,903 INFO [RS:0;8e3de9160f9f:40789 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T16:21:59,903 DEBUG [RS:0;8e3de9160f9f:40789.replicationSource,1-8e3de9160f9f,40789,1731255719198 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:21:59,904 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '409b24bf-a34d-4fbd-a389-f4b432e1fc33' 2024-11-10T16:21:59,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:21:59,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "409b24bf-a34d-4fbd-a389-f4b432e1fc33" 2024-11-10T16:21:59,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67bb3d1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:21:59,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,35535,-1] 2024-11-10T16:21:59,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:21:59,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:21:59,906 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:21:59,906 DEBUG [RS:0;8e3de9160f9f:40789.replicationSource,1-8e3de9160f9f,40789,1731255719198 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3da7d79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:21:59,907 DEBUG [RS:0;8e3de9160f9f:40789.replicationSource,1-8e3de9160f9f,40789,1731255719198 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:21:59,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,35535,1731255711721 2024-11-10T16:21:59,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e5c03e5 2024-11-10T16:21:59,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:21:59,908 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-10T16:21:59,909 INFO [RS:0;8e3de9160f9f:40789.replicationSource,1-8e3de9160f9f,40789,1731255719198 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8e3de9160f9f,40789,1731255719198 (queues=0) is replicating from cluster=b347a86f-5929-48b1-9659-9c5fad940569 to cluster=409b24bf-a34d-4fbd-a389-f4b432e1fc33 2024-11-10T16:21:59,923 WARN [8e3de9160f9f:34901 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T16:22:00,003 INFO [RS:0;8e3de9160f9f:40789 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:22:00,004 INFO [RS:0;8e3de9160f9f:40789 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C40789%2C1731255719198, suffix=, logDir=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/WALs/8e3de9160f9f,40789,1731255719198, archiveDir=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/oldWALs, maxLogs=10 2024-11-10T16:22:00,018 DEBUG [RS:0;8e3de9160f9f:40789 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/WALs/8e3de9160f9f,40789,1731255719198/8e3de9160f9f%2C40789%2C1731255719198.1731255720005, exclude list is [], retry=0 2024-11-10T16:22:00,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36953,DS-a1fb4070-28c8-4a62-9f0c-39a6af10f98f,DISK] 2024-11-10T16:22:00,022 INFO [RS:0;8e3de9160f9f:40789 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/WALs/8e3de9160f9f,40789,1731255719198/8e3de9160f9f%2C40789%2C1731255719198.1731255720005 2024-11-10T16:22:00,022 DEBUG [RS:0;8e3de9160f9f:40789 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 8e3de9160f9f%2C40789%2C1731255719198 for peer 1 2024-11-10T16:22:00,022 DEBUG [RS:0;8e3de9160f9f:40789 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8e3de9160f9f%2C40789%2C1731255719198 2024-11-10T16:22:00,022 INFO [RS:0;8e3de9160f9f:40789 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8e3de9160f9f,40789,1731255719198, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T16:22:00,022 DEBUG [RS:0;8e3de9160f9f:40789 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35255:35255)] 2024-11-10T16:22:00,022 INFO [RS:0;8e3de9160f9f:40789.replicationSource.shipper8e3de9160f9f%2C40789%2C1731255719198,1-8e3de9160f9f,40789,1731255719198 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8e3de9160f9f%2C40789%2C1731255719198 2024-11-10T16:22:00,023 DEBUG [RS:0;8e3de9160f9f:40789.replicationSource.wal-reader.8e3de9160f9f%2C40789%2C1731255719198,1-8e3de9160f9f,40789,1731255719198 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/WALs/8e3de9160f9f,40789,1731255719198/8e3de9160f9f%2C40789%2C1731255719198.1731255720005, startPosition=0, beingWritten=true 2024-11-10T16:22:00,173 DEBUG [8e3de9160f9f:34901 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T16:22:00,174 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8e3de9160f9f,40789,1731255719198 2024-11-10T16:22:00,175 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,40789,1731255719198, state=OPENING 2024-11-10T16:22:00,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40789-0x10102af8eb80007, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/048819136/meta-region-server 2024-11-10T16:22:00,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x10102af8eb80006, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/048819136/meta-region-server 2024-11-10T16:22:00,176 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /048819136/meta-region-server: CHANGED 2024-11-10T16:22:00,176 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /048819136/meta-region-server: CHANGED 2024-11-10T16:22:00,176 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:22:00,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,40789,1731255719198}] 2024-11-10T16:22:00,227 DEBUG [RS:0;8e3de9160f9f:40789.replicationSource.wal-reader.8e3de9160f9f%2C40789%2C1731255719198,1-8e3de9160f9f,40789,1731255719198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/WALs/8e3de9160f9f,40789,1731255719198/8e3de9160f9f%2C40789%2C1731255719198.1731255720005 to pos 0, reset compression=false 2024-11-10T16:22:00,329 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T16:22:00,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50153, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T16:22:00,333 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T16:22:00,333 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:22:00,334 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T16:22:00,335 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C40789%2C1731255719198.meta, suffix=.meta, logDir=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/WALs/8e3de9160f9f,40789,1731255719198, archiveDir=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/oldWALs, maxLogs=10 2024-11-10T16:22:00,348 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/WALs/8e3de9160f9f,40789,1731255719198/8e3de9160f9f%2C40789%2C1731255719198.meta.1731255720335.meta, exclude list is [], retry=0 2024-11-10T16:22:00,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36953,DS-a1fb4070-28c8-4a62-9f0c-39a6af10f98f,DISK] 2024-11-10T16:22:00,351 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/WALs/8e3de9160f9f,40789,1731255719198/8e3de9160f9f%2C40789%2C1731255719198.meta.1731255720335.meta 2024-11-10T16:22:00,351 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35255:35255)] 2024-11-10T16:22:00,352 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:22:00,352 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:22:00,352 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T16:22:00,352 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T16:22:00,352 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T16:22:00,352 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T16:22:00,352 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:22:00,353 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T16:22:00,353 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T16:22:00,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:22:00,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:22:00,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:00,360 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/meta/1588230740/info/fa1fbfefc9eb48c5822de32293374e8c 2024-11-10T16:22:00,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:22:00,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:22:00,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:22:00,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:00,366 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/meta/1588230740/ns/0e9f58309f42442ab52cd7a569c42ed6 2024-11-10T16:22:00,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:22:00,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:22:00,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:22:00,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:00,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:22:00,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:22:00,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:22:00,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:00,371 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/meta/1588230740/table/9b913bca4dc6441e8f247db99fbe9ffb 2024-11-10T16:22:00,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:22:00,371 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:22:00,372 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/meta/1588230740 2024-11-10T16:22:00,373 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/meta/1588230740 2024-11-10T16:22:00,374 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:22:00,374 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:22:00,374 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:22:00,375 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:22:00,376 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69781887, jitterRate=0.039831146597862244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:22:00,376 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T16:22:00,376 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731255720353Writing region info on filesystem at 1731255720353Initializing all the Stores at 1731255720353Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255720353Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255720353Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255720353Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255720353Cleaning up temporary data from old regions at 1731255720374 (+21 ms)Running coprocessor post-open hooks at 1731255720376 (+2 ms)Region opened successfully at 1731255720376 2024-11-10T16:22:00,377 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731255720329 2024-11-10T16:22:00,378 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T16:22:00,378 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T16:22:00,379 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=8e3de9160f9f,40789,1731255719198 2024-11-10T16:22:00,380 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,40789,1731255719198, state=OPEN 2024-11-10T16:22:00,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x10102af8eb80006, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/048819136/meta-region-server 2024-11-10T16:22:00,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40789-0x10102af8eb80007, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/048819136/meta-region-server 2024-11-10T16:22:00,381 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8e3de9160f9f,40789,1731255719198 2024-11-10T16:22:00,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /048819136/meta-region-server: CHANGED 2024-11-10T16:22:00,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /048819136/meta-region-server: CHANGED 2024-11-10T16:22:00,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-10T16:22:00,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,40789,1731255719198 in 204 msec 2024-11-10T16:22:00,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T16:22:00,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 611 msec 2024-11-10T16:22:00,532 DEBUG [RS:0;8e3de9160f9f:40789.replicationSource.wal-reader.8e3de9160f9f%2C40789%2C1731255719198,1-8e3de9160f9f,40789,1731255719198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/WALs/8e3de9160f9f,40789,1731255719198/8e3de9160f9f%2C40789%2C1731255719198.1731255720005 to pos 0, reset compression=false 2024-11-10T16:22:00,937 DEBUG [RS:0;8e3de9160f9f:40789.replicationSource.wal-reader.8e3de9160f9f%2C40789%2C1731255719198,1-8e3de9160f9f,40789,1731255719198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/WALs/8e3de9160f9f,40789,1731255719198/8e3de9160f9f%2C40789%2C1731255719198.1731255720005 to pos 0, reset compression=false 2024-11-10T16:22:01,067 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T16:22:01,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:01,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:01,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:01,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:01,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:01,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:01,370 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-10T16:22:01,441 DEBUG [RS:0;8e3de9160f9f:40789.replicationSource.wal-reader.8e3de9160f9f%2C40789%2C1731255719198,1-8e3de9160f9f,40789,1731255719198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/WALs/8e3de9160f9f,40789,1731255719198/8e3de9160f9f%2C40789%2C1731255719198.1731255720005 to pos 0, reset compression=false 2024-11-10T16:22:02,046 DEBUG [RS:0;8e3de9160f9f:40789.replicationSource.wal-reader.8e3de9160f9f%2C40789%2C1731255719198,1-8e3de9160f9f,40789,1731255719198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/WALs/8e3de9160f9f,40789,1731255719198/8e3de9160f9f%2C40789%2C1731255719198.1731255720005 to pos 0, reset compression=false 2024-11-10T16:22:02,751 DEBUG [RS:0;8e3de9160f9f:40789.replicationSource.wal-reader.8e3de9160f9f%2C40789%2C1731255719198,1-8e3de9160f9f,40789,1731255719198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/WALs/8e3de9160f9f,40789,1731255719198/8e3de9160f9f%2C40789%2C1731255719198.1731255720005 to pos 0, reset compression=false 2024-11-10T16:22:02,872 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-10T16:22:03,556 DEBUG [RS:0;8e3de9160f9f:40789.replicationSource.wal-reader.8e3de9160f9f%2C40789%2C1731255719198,1-8e3de9160f9f,40789,1731255719198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/WALs/8e3de9160f9f,40789,1731255719198/8e3de9160f9f%2C40789%2C1731255719198.1731255720005 to pos 0, reset compression=false 2024-11-10T16:22:04,274 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-10T16:22:04,274 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T16:22:04,274 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:22:04,274 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,40789,1731255719198, seqNum=-1] 2024-11-10T16:22:04,275 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:22:04,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:22:04,280 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aba9e4143f4b7e1d9fae0e95a91281ff, regionState=OPEN, lastHost=8e3de9160f9f,35611,1731255707649, regionLocation=8e3de9160f9f,35611,1731255707649, openSeqNum=2 2024-11-10T16:22:04,280 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T16:22:04,280 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731255784280 2024-11-10T16:22:04,280 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731255844280 2024-11-10T16:22:04,280 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-10T16:22:04,281 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 8e3de9160f9f,35611,1731255707649 had 2 regions 2024-11-10T16:22:04,281 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,34901,1731255719167-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:04,281 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,34901,1731255719167-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:04,281 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,34901,1731255719167-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:04,281 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8e3de9160f9f:34901, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:04,281 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:04,281 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:04,282 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 8e3de9160f9f,35611,1731255707649, splitWal=true, meta=true, isMeta: false 2024-11-10T16:22:04,283 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/WALs/8e3de9160f9f,35611,1731255707649-splitting dir is empty, no logs to split. 2024-11-10T16:22:04,283 INFO [PEWorker-3 {}] master.SplitWALManager(105): 8e3de9160f9f,35611,1731255707649 WAL count=0, meta=false 2024-11-10T16:22:04,286 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/WALs/8e3de9160f9f,35611,1731255707649-splitting dir is empty, no logs to split. 2024-11-10T16:22:04,286 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.055sec 2024-11-10T16:22:04,286 INFO [PEWorker-3 {}] master.SplitWALManager(105): 8e3de9160f9f,35611,1731255707649 WAL count=0, meta=false 2024-11-10T16:22:04,286 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 8e3de9160f9f,35611,1731255707649 WAL splitting is done? wals=0, meta=false 2024-11-10T16:22:04,286 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T16:22:04,286 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T16:22:04,286 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T16:22:04,287 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T16:22:04,287 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T16:22:04,287 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,34901,1731255719167-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:22:04,287 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,34901,1731255719167-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T16:22:04,287 WARN [master/8e3de9160f9f:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=8e3de9160f9f,35611,1731255707649/hbase:replication,,1731255714809.aba9e4143f4b7e1d9fae0e95a91281ff. 2024-11-10T16:22:04,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aba9e4143f4b7e1d9fae0e95a91281ff, ASSIGN}] 2024-11-10T16:22:04,289 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aba9e4143f4b7e1d9fae0e95a91281ff, ASSIGN 2024-11-10T16:22:04,290 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=aba9e4143f4b7e1d9fae0e95a91281ff, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T16:22:04,290 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T16:22:04,290 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T16:22:04,290 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,34901,1731255719167-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:04,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e33a3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:04,318 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,34901,-1 for getting cluster id 2024-11-10T16:22:04,319 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:22:04,320 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b347a86f-5929-48b1-9659-9c5fad940569' 2024-11-10T16:22:04,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:22:04,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b347a86f-5929-48b1-9659-9c5fad940569" 2024-11-10T16:22:04,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@374a5c2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:04,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,34901,-1] 2024-11-10T16:22:04,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:22:04,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:04,321 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:22:04,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bf1cbf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:04,323 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:22:04,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,40789,1731255719198, seqNum=-1] 2024-11-10T16:22:04,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:22:04,325 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:22:04,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-10T16:22:04,327 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:22:04,327 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:22:04,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:04,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:04,327 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:22:04,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 8e3de9160f9f:34901 after: 8e3de9160f9f:34901 2024-11-10T16:22:04,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6caa8ddc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:04,328 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,34901,-1 for getting cluster id 2024-11-10T16:22:04,328 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:22:04,329 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b347a86f-5929-48b1-9659-9c5fad940569' 2024-11-10T16:22:04,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:22:04,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b347a86f-5929-48b1-9659-9c5fad940569" 2024-11-10T16:22:04,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@518a5d0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:04,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,34901,-1] 2024-11-10T16:22:04,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:22:04,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:04,330 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:22:04,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f64071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:04,331 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:22:04,331 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,34901,1731255719167 2024-11-10T16:22:04,331 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79f84b4c 2024-11-10T16:22:04,331 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:22:04,332 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:22:04,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34901 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-10T16:22:04,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T16:22:04,333 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:22:04,333 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:22:04,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:04,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:04,333 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:22:04,333 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T16:22:04,333 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1374979018, stopped=false 2024-11-10T16:22:04,333 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8e3de9160f9f,35535,1731255711721 2024-11-10T16:22:04,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35535-0x10102af8eb80003, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-806322870/running 2024-11-10T16:22:04,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44917-0x10102af8eb80004, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-806322870/running 2024-11-10T16:22:04,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35535-0x10102af8eb80003, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-806322870 2024-11-10T16:22:04,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44917-0x10102af8eb80004, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-806322870 2024-11-10T16:22:04,335 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:22:04,335 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:22:04,335 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:22:04,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:04,335 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35535-0x10102af8eb80003, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Set watcher on znode that does not yet exist, /1-806322870/running 2024-11-10T16:22:04,335 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8e3de9160f9f,44917,1731255711759' ***** 2024-11-10T16:22:04,335 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T16:22:04,335 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44917-0x10102af8eb80004, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Set watcher on znode that does not yet exist, /1-806322870/running 2024-11-10T16:22:04,335 INFO [RS:0;8e3de9160f9f:44917 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T16:22:04,336 INFO [RS:0;8e3de9160f9f:44917 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T16:22:04,336 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T16:22:04,336 INFO [RS:0;8e3de9160f9f:44917 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T16:22:04,336 INFO [RS:0;8e3de9160f9f:44917 {}] regionserver.HRegionServer(959): stopping server 8e3de9160f9f,44917,1731255711759 2024-11-10T16:22:04,336 INFO [RS:0;8e3de9160f9f:44917 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:22:04,336 INFO [RS:0;8e3de9160f9f:44917 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:44917. 2024-11-10T16:22:04,336 DEBUG [RS:0;8e3de9160f9f:44917 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:22:04,336 DEBUG [RS:0;8e3de9160f9f:44917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:04,336 INFO [RS:0;8e3de9160f9f:44917 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T16:22:04,336 INFO [RS:0;8e3de9160f9f:44917 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T16:22:04,336 INFO [RS:0;8e3de9160f9f:44917 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T16:22:04,336 INFO [RS:0;8e3de9160f9f:44917 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T16:22:04,336 INFO [RS:0;8e3de9160f9f:44917 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T16:22:04,336 DEBUG [RS:0;8e3de9160f9f:44917 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T16:22:04,336 DEBUG [RS:0;8e3de9160f9f:44917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:22:04,336 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T16:22:04,336 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T16:22:04,336 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T16:22:04,337 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T16:22:04,337 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T16:22:04,337 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-10T16:22:04,352 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/data/hbase/meta/1588230740/.tmp/ns/3b4b2f1177ae48e2867cde1b4bac0fcc is 43, key is default/ns:d/1731255714708/Put/seqid=0 2024-11-10T16:22:04,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40815 is added to blk_1073741835_1011 (size=5153) 2024-11-10T16:22:04,417 INFO [regionserver/8e3de9160f9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:22:04,440 DEBUG [8e3de9160f9f:34901 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T16:22:04,441 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=aba9e4143f4b7e1d9fae0e95a91281ff, regionState=OPENING, regionLocation=8e3de9160f9f,40789,1731255719198 2024-11-10T16:22:04,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=aba9e4143f4b7e1d9fae0e95a91281ff, ASSIGN because future has completed 2024-11-10T16:22:04,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure aba9e4143f4b7e1d9fae0e95a91281ff, server=8e3de9160f9f,40789,1731255719198}] 2024-11-10T16:22:04,461 DEBUG [RS:0;8e3de9160f9f:40789.replicationSource.wal-reader.8e3de9160f9f%2C40789%2C1731255719198,1-8e3de9160f9f,40789,1731255719198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/WALs/8e3de9160f9f,40789,1731255719198/8e3de9160f9f%2C40789%2C1731255719198.1731255720005 to pos 0, reset compression=false 2024-11-10T16:22:04,536 DEBUG [RS:0;8e3de9160f9f:44917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:22:04,599 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731255714809.aba9e4143f4b7e1d9fae0e95a91281ff. 2024-11-10T16:22:04,599 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:22:04,599 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T16:22:04,601 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C40789%2C1731255719198.rep, suffix=, logDir=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/WALs/8e3de9160f9f,40789,1731255719198, archiveDir=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/oldWALs, maxLogs=10 2024-11-10T16:22:04,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/WALs/8e3de9160f9f,40789,1731255719198/8e3de9160f9f%2C40789%2C1731255719198.rep.1731255724601, exclude list is [], retry=0 2024-11-10T16:22:04,614 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T16:22:04,614 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T16:22:04,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36953,DS-a1fb4070-28c8-4a62-9f0c-39a6af10f98f,DISK] 2024-11-10T16:22:04,617 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/WALs/8e3de9160f9f,40789,1731255719198/8e3de9160f9f%2C40789%2C1731255719198.rep.1731255724601 2024-11-10T16:22:04,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35255:35255)] 2024-11-10T16:22:04,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => aba9e4143f4b7e1d9fae0e95a91281ff, NAME => 'hbase:replication,,1731255714809.aba9e4143f4b7e1d9fae0e95a91281ff.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:22:04,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:22:04,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T16:22:04,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731255714809.aba9e4143f4b7e1d9fae0e95a91281ff. service=MultiRowMutationService 2024-11-10T16:22:04,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T16:22:04,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication aba9e4143f4b7e1d9fae0e95a91281ff 2024-11-10T16:22:04,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731255714809.aba9e4143f4b7e1d9fae0e95a91281ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:22:04,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for aba9e4143f4b7e1d9fae0e95a91281ff 2024-11-10T16:22:04,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for aba9e4143f4b7e1d9fae0e95a91281ff 2024-11-10T16:22:04,620 INFO [StoreOpener-aba9e4143f4b7e1d9fae0e95a91281ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region aba9e4143f4b7e1d9fae0e95a91281ff 2024-11-10T16:22:04,620 INFO [StoreOpener-aba9e4143f4b7e1d9fae0e95a91281ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aba9e4143f4b7e1d9fae0e95a91281ff columnFamilyName hfileref 2024-11-10T16:22:04,621 DEBUG [StoreOpener-aba9e4143f4b7e1d9fae0e95a91281ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:04,621 INFO [StoreOpener-aba9e4143f4b7e1d9fae0e95a91281ff-1 {}] regionserver.HStore(327): Store=aba9e4143f4b7e1d9fae0e95a91281ff/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:22:04,621 INFO [StoreOpener-aba9e4143f4b7e1d9fae0e95a91281ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region aba9e4143f4b7e1d9fae0e95a91281ff 2024-11-10T16:22:04,622 INFO [StoreOpener-aba9e4143f4b7e1d9fae0e95a91281ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aba9e4143f4b7e1d9fae0e95a91281ff columnFamilyName queue 2024-11-10T16:22:04,622 DEBUG [StoreOpener-aba9e4143f4b7e1d9fae0e95a91281ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:04,627 DEBUG [StoreOpener-aba9e4143f4b7e1d9fae0e95a91281ff-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/replication/aba9e4143f4b7e1d9fae0e95a91281ff/queue/5cc8ad951f714f7a8adc8aa33a33921c 2024-11-10T16:22:04,627 INFO [StoreOpener-aba9e4143f4b7e1d9fae0e95a91281ff-1 {}] regionserver.HStore(327): Store=aba9e4143f4b7e1d9fae0e95a91281ff/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:22:04,627 INFO [StoreOpener-aba9e4143f4b7e1d9fae0e95a91281ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region aba9e4143f4b7e1d9fae0e95a91281ff 2024-11-10T16:22:04,628 INFO [StoreOpener-aba9e4143f4b7e1d9fae0e95a91281ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aba9e4143f4b7e1d9fae0e95a91281ff columnFamilyName sid 2024-11-10T16:22:04,628 DEBUG [StoreOpener-aba9e4143f4b7e1d9fae0e95a91281ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:04,628 INFO [StoreOpener-aba9e4143f4b7e1d9fae0e95a91281ff-1 {}] regionserver.HStore(327): Store=aba9e4143f4b7e1d9fae0e95a91281ff/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:22:04,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for aba9e4143f4b7e1d9fae0e95a91281ff 2024-11-10T16:22:04,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/replication/aba9e4143f4b7e1d9fae0e95a91281ff 2024-11-10T16:22:04,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/replication/aba9e4143f4b7e1d9fae0e95a91281ff 2024-11-10T16:22:04,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for aba9e4143f4b7e1d9fae0e95a91281ff 2024-11-10T16:22:04,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for aba9e4143f4b7e1d9fae0e95a91281ff 2024-11-10T16:22:04,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T16:22:04,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for aba9e4143f4b7e1d9fae0e95a91281ff 2024-11-10T16:22:04,633 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened aba9e4143f4b7e1d9fae0e95a91281ff; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63350468, jitterRate=-0.056004464626312256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T16:22:04,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aba9e4143f4b7e1d9fae0e95a91281ff 2024-11-10T16:22:04,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for aba9e4143f4b7e1d9fae0e95a91281ff: Running coprocessor pre-open hook at 1731255724619Writing region info on filesystem at 1731255724619Initializing all the Stores at 1731255724619Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255724619Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255724620 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255724620Cleaning up temporary data from old regions at 1731255724631 (+11 ms)Running coprocessor post-open hooks at 1731255724633 (+2 ms)Region opened successfully at 1731255724634 (+1 ms) 2024-11-10T16:22:04,634 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731255714809.aba9e4143f4b7e1d9fae0e95a91281ff., pid=13, masterSystemTime=1731255724596 2024-11-10T16:22:04,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731255714809.aba9e4143f4b7e1d9fae0e95a91281ff. 2024-11-10T16:22:04,637 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731255714809.aba9e4143f4b7e1d9fae0e95a91281ff. 2024-11-10T16:22:04,637 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=aba9e4143f4b7e1d9fae0e95a91281ff, regionState=OPEN, openSeqNum=9, regionLocation=8e3de9160f9f,40789,1731255719198 2024-11-10T16:22:04,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure aba9e4143f4b7e1d9fae0e95a91281ff, server=8e3de9160f9f,40789,1731255719198 because future has completed 2024-11-10T16:22:04,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-10T16:22:04,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure aba9e4143f4b7e1d9fae0e95a91281ff, server=8e3de9160f9f,40789,1731255719198 in 196 msec 2024-11-10T16:22:04,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-10T16:22:04,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aba9e4143f4b7e1d9fae0e95a91281ff, ASSIGN in 354 msec 2024-11-10T16:22:04,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-10T16:22:04,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731255714809.aba9e4143f4b7e1d9fae0e95a91281ff., hostname=8e3de9160f9f,40789,1731255719198, seqNum=9] 2024-11-10T16:22:04,663 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 8e3de9160f9f,35611,1731255707649 2024-11-10T16:22:04,663 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-10T16:22:04,737 DEBUG [RS:0;8e3de9160f9f:44917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:22:04,757 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/data/hbase/meta/1588230740/.tmp/ns/3b4b2f1177ae48e2867cde1b4bac0fcc 2024-11-10T16:22:04,763 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/data/hbase/meta/1588230740/.tmp/ns/3b4b2f1177ae48e2867cde1b4bac0fcc as hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/data/hbase/meta/1588230740/ns/3b4b2f1177ae48e2867cde1b4bac0fcc 2024-11-10T16:22:04,767 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/data/hbase/meta/1588230740/ns/3b4b2f1177ae48e2867cde1b4bac0fcc, entries=2, sequenceid=6, filesize=5.0 K 2024-11-10T16:22:04,768 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false 2024-11-10T16:22:04,768 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T16:22:04,772 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T16:22:04,772 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:22:04,772 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T16:22:04,772 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T16:22:04,773 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731255724336Running coprocessor pre-close hooks at 1731255724336Disabling compacts and flushes for region at 1731255724336Disabling writes for close at 1731255724337 (+1 ms)Obtaining lock to block concurrent updates at 1731255724337Preparing flush snapshotting stores in 1588230740 at 1731255724337Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731255724337Flushing stores of hbase:meta,,1.1588230740 at 1731255724337Flushing 1588230740/ns: creating writer at 1731255724338 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731255724352 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731255724352Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d83a2a2: reopening flushed file at 1731255724762 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false at 1731255724768 (+6 ms)Writing region close event to WAL at 1731255724769 (+1 ms)Running coprocessor post-close hooks at 1731255724772 (+3 ms)Closed at 1731255724772 2024-11-10T16:22:04,773 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T16:22:04,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-10T16:22:04,937 INFO [RS:0;8e3de9160f9f:44917 {}] regionserver.HRegionServer(976): stopping server 8e3de9160f9f,44917,1731255711759; all regions closed. 2024-11-10T16:22:04,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40815 is added to blk_1073741834_1010 (size=1152) 2024-11-10T16:22:04,939 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/WALs/8e3de9160f9f,44917,1731255711759/8e3de9160f9f%2C44917%2C1731255711759.meta.1731255714667.meta not finished, retry = 0 2024-11-10T16:22:05,042 DEBUG [RS:0;8e3de9160f9f:44917 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/oldWALs 2024-11-10T16:22:05,042 INFO [RS:0;8e3de9160f9f:44917 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8e3de9160f9f%2C44917%2C1731255711759.meta:.meta(num 1731255714667) 2024-11-10T16:22:05,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40815 is added to blk_1073741832_1008 (size=93) 2024-11-10T16:22:05,044 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/WALs/8e3de9160f9f,44917,1731255711759/8e3de9160f9f%2C44917%2C1731255711759.1731255713741 not finished, retry = 0 2024-11-10T16:22:05,146 DEBUG [RS:0;8e3de9160f9f:44917 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/oldWALs 2024-11-10T16:22:05,146 INFO [RS:0;8e3de9160f9f:44917 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8e3de9160f9f%2C44917%2C1731255711759:(num 1731255713741) 2024-11-10T16:22:05,146 DEBUG [RS:0;8e3de9160f9f:44917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:05,146 INFO [RS:0;8e3de9160f9f:44917 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:22:05,146 INFO [RS:0;8e3de9160f9f:44917 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:22:05,147 INFO [RS:0;8e3de9160f9f:44917 {}] hbase.ChoreService(370): Chore service for: regionserver/8e3de9160f9f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T16:22:05,147 INFO [RS:0;8e3de9160f9f:44917 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:22:05,147 INFO [regionserver/8e3de9160f9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:22:05,147 INFO [RS:0;8e3de9160f9f:44917 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44917 2024-11-10T16:22:05,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44917-0x10102af8eb80004, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-806322870/rs/8e3de9160f9f,44917,1731255711759 2024-11-10T16:22:05,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35535-0x10102af8eb80003, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-806322870/rs 2024-11-10T16:22:05,150 INFO [RS:0;8e3de9160f9f:44917 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:22:05,151 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8e3de9160f9f,44917,1731255711759] 2024-11-10T16:22:05,152 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-806322870/draining/8e3de9160f9f,44917,1731255711759 already deleted, retry=false 2024-11-10T16:22:05,152 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8e3de9160f9f,44917,1731255711759 expired; onlineServers=0 2024-11-10T16:22:05,152 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8e3de9160f9f,35535,1731255711721' ***** 2024-11-10T16:22:05,152 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T16:22:05,152 INFO [M:0;8e3de9160f9f:35535 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:22:05,152 INFO [M:0;8e3de9160f9f:35535 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:22:05,152 DEBUG [M:0;8e3de9160f9f:35535 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T16:22:05,152 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T16:22:05,152 DEBUG [M:0;8e3de9160f9f:35535 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T16:22:05,152 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255713518 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255713518,5,FailOnTimeoutGroup] 2024-11-10T16:22:05,152 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255713520 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255713520,5,FailOnTimeoutGroup] 2024-11-10T16:22:05,152 INFO [M:0;8e3de9160f9f:35535 {}] hbase.ChoreService(370): Chore service for: master/8e3de9160f9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T16:22:05,152 INFO [M:0;8e3de9160f9f:35535 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:22:05,152 DEBUG [M:0;8e3de9160f9f:35535 {}] master.HMaster(1795): Stopping service threads 2024-11-10T16:22:05,152 INFO [M:0;8e3de9160f9f:35535 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T16:22:05,152 INFO [M:0;8e3de9160f9f:35535 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:22:05,153 INFO [M:0;8e3de9160f9f:35535 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T16:22:05,153 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T16:22:05,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35535-0x10102af8eb80003, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-806322870/master 2024-11-10T16:22:05,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35535-0x10102af8eb80003, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-806322870 2024-11-10T16:22:05,153 DEBUG [M:0;8e3de9160f9f:35535 {}] zookeeper.ZKUtil(347): master:35535-0x10102af8eb80003, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Unable to get data of znode /1-806322870/master because node does not exist (not an error) 2024-11-10T16:22:05,153 WARN [M:0;8e3de9160f9f:35535 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T16:22:05,154 INFO [M:0;8e3de9160f9f:35535 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/.lastflushedseqids 2024-11-10T16:22:05,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40815 is added to blk_1073741836_1012 (size=99) 2024-11-10T16:22:05,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44917-0x10102af8eb80004, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:22:05,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44917-0x10102af8eb80004, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:22:05,251 INFO [RS:0;8e3de9160f9f:44917 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:22:05,251 INFO [RS:0;8e3de9160f9f:44917 {}] regionserver.HRegionServer(1031): Exiting; stopping=8e3de9160f9f,44917,1731255711759; zookeeper connection closed. 2024-11-10T16:22:05,251 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ed289c2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ed289c2 2024-11-10T16:22:05,252 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T16:22:05,465 DEBUG [RS:0;8e3de9160f9f:40789.replicationSource.wal-reader.8e3de9160f9f%2C40789%2C1731255719198,1-8e3de9160f9f,40789,1731255719198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/WALs/8e3de9160f9f,40789,1731255719198/8e3de9160f9f%2C40789%2C1731255719198.1731255720005 to pos 0, reset compression=false 2024-11-10T16:22:05,559 INFO [M:0;8e3de9160f9f:35535 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T16:22:05,559 INFO [M:0;8e3de9160f9f:35535 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T16:22:05,559 DEBUG [M:0;8e3de9160f9f:35535 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T16:22:05,560 INFO [M:0;8e3de9160f9f:35535 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:22:05,560 DEBUG [M:0;8e3de9160f9f:35535 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:22:05,560 DEBUG [M:0;8e3de9160f9f:35535 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T16:22:05,560 DEBUG [M:0;8e3de9160f9f:35535 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:22:05,560 INFO [M:0;8e3de9160f9f:35535 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-10T16:22:05,576 DEBUG [M:0;8e3de9160f9f:35535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e1292f4b9504e1b8b91f3d2792c69e4 is 82, key is hbase:meta,,1/info:regioninfo/1731255714699/Put/seqid=0 2024-11-10T16:22:05,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40815 is added to blk_1073741837_1013 (size=5672) 2024-11-10T16:22:05,858 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T16:22:05,982 INFO [M:0;8e3de9160f9f:35535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e1292f4b9504e1b8b91f3d2792c69e4 2024-11-10T16:22:06,000 DEBUG [M:0;8e3de9160f9f:35535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f1f889a639ea4ff3a4dd8bcbe22e0739 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731255714712/Put/seqid=0 2024-11-10T16:22:06,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40815 is added to blk_1073741838_1014 (size=5275) 2024-11-10T16:22:06,405 INFO [M:0;8e3de9160f9f:35535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f1f889a639ea4ff3a4dd8bcbe22e0739 2024-11-10T16:22:06,427 DEBUG [M:0;8e3de9160f9f:35535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/35a1ab62fd294b08aa9b343edb136ee5 is 69, key is 8e3de9160f9f,44917,1731255711759/rs:state/1731255713601/Put/seqid=0 2024-11-10T16:22:06,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40815 is added to blk_1073741839_1015 (size=5156) 2024-11-10T16:22:06,571 DEBUG [RS:0;8e3de9160f9f:40789.replicationSource.wal-reader.8e3de9160f9f%2C40789%2C1731255719198,1-8e3de9160f9f,40789,1731255719198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/WALs/8e3de9160f9f,40789,1731255719198/8e3de9160f9f%2C40789%2C1731255719198.1731255720005 to pos 0, reset compression=false 2024-11-10T16:22:06,832 INFO [M:0;8e3de9160f9f:35535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/35a1ab62fd294b08aa9b343edb136ee5 2024-11-10T16:22:06,837 DEBUG [M:0;8e3de9160f9f:35535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e1292f4b9504e1b8b91f3d2792c69e4 as hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0e1292f4b9504e1b8b91f3d2792c69e4 2024-11-10T16:22:06,841 INFO [M:0;8e3de9160f9f:35535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0e1292f4b9504e1b8b91f3d2792c69e4, entries=8, sequenceid=28, filesize=5.5 K 2024-11-10T16:22:06,842 DEBUG [M:0;8e3de9160f9f:35535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f1f889a639ea4ff3a4dd8bcbe22e0739 as hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f1f889a639ea4ff3a4dd8bcbe22e0739 2024-11-10T16:22:06,846 INFO [M:0;8e3de9160f9f:35535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f1f889a639ea4ff3a4dd8bcbe22e0739, entries=3, sequenceid=28, filesize=5.2 K 2024-11-10T16:22:06,847 DEBUG [M:0;8e3de9160f9f:35535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/35a1ab62fd294b08aa9b343edb136ee5 as hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/35a1ab62fd294b08aa9b343edb136ee5 2024-11-10T16:22:06,850 INFO [M:0;8e3de9160f9f:35535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36819/user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/35a1ab62fd294b08aa9b343edb136ee5, entries=1, sequenceid=28, filesize=5.0 K 2024-11-10T16:22:06,851 INFO [M:0;8e3de9160f9f:35535 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=28, compaction requested=false 2024-11-10T16:22:06,853 INFO [M:0;8e3de9160f9f:35535 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:22:06,853 DEBUG [M:0;8e3de9160f9f:35535 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731255725559Disabling compacts and flushes for region at 1731255725559Disabling writes for close at 1731255725560 (+1 ms)Obtaining lock to block concurrent updates at 1731255725560Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731255725560Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731255725560Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731255725561 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731255725561Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731255725575 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731255725575Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731255725986 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731255726000 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731255726000Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731255726409 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731255726427 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731255726427Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@442c136e: reopening flushed file at 1731255726837 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50b1e345: reopening flushed file at 1731255726841 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71c61914: reopening flushed file at 1731255726846 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=28, compaction requested=false at 1731255726851 (+5 ms)Writing region close event to WAL at 1731255726852 (+1 ms)Closed at 1731255726852 2024-11-10T16:22:06,855 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a9d872e1-4acf-388a-0701-f6fa2129ec6a/MasterData/WALs/8e3de9160f9f,35535,1731255711721/8e3de9160f9f%2C35535%2C1731255711721.1731255713446 not finished, retry = 0 2024-11-10T16:22:06,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40815 is added to blk_1073741830_1006 (size=10165) 2024-11-10T16:22:06,956 INFO [M:0;8e3de9160f9f:35535 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T16:22:06,956 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:22:06,956 INFO [M:0;8e3de9160f9f:35535 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35535 2024-11-10T16:22:06,957 INFO [M:0;8e3de9160f9f:35535 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:22:07,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35535-0x10102af8eb80003, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:22:07,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35535-0x10102af8eb80003, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:22:07,058 INFO [M:0;8e3de9160f9f:35535 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:22:07,061 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33b7e74{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T16:22:07,061 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25341d27{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T16:22:07,061 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T16:22:07,061 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b7b176a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T16:22:07,061 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69488fb6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff66c922-48a0-d911-5ee3-0d4714d74a6f/hadoop.log.dir/,STOPPED} 2024-11-10T16:22:07,063 WARN [BP-1103418244-172.17.0.2-1731255710705 heartbeating to localhost/127.0.0.1:36819 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T16:22:07,063 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T16:22:07,063 WARN [BP-1103418244-172.17.0.2-1731255710705 heartbeating to localhost/127.0.0.1:36819 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1103418244-172.17.0.2-1731255710705 (Datanode Uuid 758a6aff-26b2-4700-87da-c692df886f76) service to localhost/127.0.0.1:36819 2024-11-10T16:22:07,063 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T16:22:07,063 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff66c922-48a0-d911-5ee3-0d4714d74a6f/cluster_42927481-d8cf-bab3-e4dd-cfb0ee284dd6/data/data1/current/BP-1103418244-172.17.0.2-1731255710705 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T16:22:07,063 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff66c922-48a0-d911-5ee3-0d4714d74a6f/cluster_42927481-d8cf-bab3-e4dd-cfb0ee284dd6/data/data2/current/BP-1103418244-172.17.0.2-1731255710705 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T16:22:07,064 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T16:22:07,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@221549c0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T16:22:07,070 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@58a30a9d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T16:22:07,070 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T16:22:07,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f7a8707{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T16:22:07,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a243add{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff66c922-48a0-d911-5ee3-0d4714d74a6f/hadoop.log.dir/,STOPPED} 2024-11-10T16:22:07,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T16:22:07,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T16:22:07,080 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:22:07,080 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:22:07,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:07,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:07,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:22:07,081 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T16:22:07,081 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1166679670, stopped=false 2024-11-10T16:22:07,081 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8e3de9160f9f,34901,1731255719167 2024-11-10T16:22:07,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x10102af8eb80006, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/048819136/running 2024-11-10T16:22:07,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40789-0x10102af8eb80007, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/048819136/running 2024-11-10T16:22:07,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x10102af8eb80006, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048819136 2024-11-10T16:22:07,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40789-0x10102af8eb80007, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048819136 2024-11-10T16:22:07,082 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:22:07,083 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:22:07,083 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:22:07,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:07,083 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8e3de9160f9f,40789,1731255719198' ***** 2024-11-10T16:22:07,083 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T16:22:07,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40789-0x10102af8eb80007, quorum=127.0.0.1:58966, baseZNode=/048819136 Set watcher on znode that does not yet exist, /048819136/running 2024-11-10T16:22:07,083 INFO [RS:0;8e3de9160f9f:40789 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T16:22:07,083 INFO [RS:0;8e3de9160f9f:40789 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T16:22:07,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34901-0x10102af8eb80006, quorum=127.0.0.1:58966, baseZNode=/048819136 Set watcher on znode that does not yet exist, /048819136/running 2024-11-10T16:22:07,083 INFO [RS:0;8e3de9160f9f:40789 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T16:22:07,083 INFO [RS:0;8e3de9160f9f:40789 {}] regionserver.HRegionServer(3091): Received CLOSE for aba9e4143f4b7e1d9fae0e95a91281ff 2024-11-10T16:22:07,083 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T16:22:07,084 INFO [RS:0;8e3de9160f9f:40789 {}] regionserver.HRegionServer(959): stopping server 8e3de9160f9f,40789,1731255719198 2024-11-10T16:22:07,084 INFO [RS:0;8e3de9160f9f:40789 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:22:07,084 INFO [RS:0;8e3de9160f9f:40789 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:40789. 2024-11-10T16:22:07,084 DEBUG [RS:0;8e3de9160f9f:40789 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:22:07,084 DEBUG [RS:0;8e3de9160f9f:40789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:07,084 INFO [RS:0;8e3de9160f9f:40789 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T16:22:07,084 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aba9e4143f4b7e1d9fae0e95a91281ff, disabling compactions & flushes 2024-11-10T16:22:07,084 INFO [RS:0;8e3de9160f9f:40789 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T16:22:07,084 INFO [RS:0;8e3de9160f9f:40789 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T16:22:07,084 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731255714809.aba9e4143f4b7e1d9fae0e95a91281ff. 2024-11-10T16:22:07,084 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731255714809.aba9e4143f4b7e1d9fae0e95a91281ff. 2024-11-10T16:22:07,084 INFO [RS:0;8e3de9160f9f:40789 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T16:22:07,084 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731255714809.aba9e4143f4b7e1d9fae0e95a91281ff. after waiting 0 ms 2024-11-10T16:22:07,084 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731255714809.aba9e4143f4b7e1d9fae0e95a91281ff. 2024-11-10T16:22:07,084 INFO [RS:0;8e3de9160f9f:40789 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T16:22:07,084 DEBUG [RS:0;8e3de9160f9f:40789 {}] regionserver.HRegionServer(1325): Online Regions={aba9e4143f4b7e1d9fae0e95a91281ff=hbase:replication,,1731255714809.aba9e4143f4b7e1d9fae0e95a91281ff., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T16:22:07,084 DEBUG [RS:0;8e3de9160f9f:40789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aba9e4143f4b7e1d9fae0e95a91281ff 2024-11-10T16:22:07,084 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T16:22:07,084 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T16:22:07,085 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T16:22:07,085 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T16:22:07,085 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T16:22:07,085 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-10T16:22:07,088 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/replication/aba9e4143f4b7e1d9fae0e95a91281ff/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-10T16:22:07,089 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:22:07,089 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T16:22:07,089 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731255714809.aba9e4143f4b7e1d9fae0e95a91281ff. 2024-11-10T16:22:07,089 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aba9e4143f4b7e1d9fae0e95a91281ff: Waiting for close lock at 1731255727084Running coprocessor pre-close hooks at 1731255727084Disabling compacts and flushes for region at 1731255727084Disabling writes for close at 1731255727084Writing region close event to WAL at 1731255727085 (+1 ms)Running coprocessor post-close hooks at 1731255727089 (+4 ms)Closed at 1731255727089 2024-11-10T16:22:07,089 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731255714809.aba9e4143f4b7e1d9fae0e95a91281ff. 2024-11-10T16:22:07,104 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/meta/1588230740/.tmp/info/0ada6c5535f24c10881f7149e0966771 is 147, key is hbase:replication,,1731255714809.aba9e4143f4b7e1d9fae0e95a91281ff./info:regioninfo/1731255724637/Put/seqid=0 2024-11-10T16:22:07,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36953 is added to blk_1073741851_1027 (size=6385) 2024-11-10T16:22:07,167 INFO [regionserver/8e3de9160f9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:22:07,285 DEBUG [RS:0;8e3de9160f9f:40789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:22:07,485 DEBUG [RS:0;8e3de9160f9f:40789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:22:07,509 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/meta/1588230740/.tmp/info/0ada6c5535f24c10881f7149e0966771 2024-11-10T16:22:07,514 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/meta/1588230740/.tmp/info/0ada6c5535f24c10881f7149e0966771 as hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/meta/1588230740/info/0ada6c5535f24c10881f7149e0966771 2024-11-10T16:22:07,519 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/meta/1588230740/info/0ada6c5535f24c10881f7149e0966771, entries=8, sequenceid=19, filesize=6.2 K 2024-11-10T16:22:07,520 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=19, compaction requested=false 2024-11-10T16:22:07,524 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-10T16:22:07,525 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:22:07,525 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T16:22:07,525 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T16:22:07,525 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731255727084Running coprocessor pre-close hooks at 1731255727084Disabling compacts and flushes for region at 1731255727084Disabling writes for close at 1731255727085 (+1 ms)Obtaining lock to block concurrent updates at 1731255727085Preparing flush snapshotting stores in 1588230740 at 1731255727085Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731255727085Flushing stores of hbase:meta,,1.1588230740 at 1731255727085Flushing 1588230740/info: creating writer at 1731255727085Flushing 1588230740/info: appending metadata at 1731255727104 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731255727104Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34f369a: reopening flushed file at 1731255727514 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=19, compaction requested=false at 1731255727520 (+6 ms)Writing region close event to WAL at 1731255727522 (+2 ms)Running coprocessor post-close hooks at 1731255727525 (+3 ms)Closed at 1731255727525 2024-11-10T16:22:07,525 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T16:22:07,685 INFO [RS:0;8e3de9160f9f:40789 {}] regionserver.HRegionServer(976): stopping server 8e3de9160f9f,40789,1731255719198; all regions closed. 2024-11-10T16:22:07,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36953 is added to blk_1073741849_1025 (size=2156) 2024-11-10T16:22:07,688 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/WALs/8e3de9160f9f,40789,1731255719198/8e3de9160f9f%2C40789%2C1731255719198.meta.1731255720335.meta not finished, retry = 0 2024-11-10T16:22:07,776 DEBUG [RS:0;8e3de9160f9f:40789.replicationSource.wal-reader.8e3de9160f9f%2C40789%2C1731255719198,1-8e3de9160f9f,40789,1731255719198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/WALs/8e3de9160f9f,40789,1731255719198/8e3de9160f9f%2C40789%2C1731255719198.1731255720005 to pos 0, reset compression=false 2024-11-10T16:22:07,790 DEBUG [RS:0;8e3de9160f9f:40789 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/oldWALs 2024-11-10T16:22:07,790 INFO [RS:0;8e3de9160f9f:40789 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8e3de9160f9f%2C40789%2C1731255719198.meta:.meta(num 1731255720335) 2024-11-10T16:22:07,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36953 is added to blk_1073741850_1026 (size=796) 2024-11-10T16:22:07,792 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/WALs/8e3de9160f9f,40789,1731255719198/8e3de9160f9f%2C40789%2C1731255719198.rep.1731255724601 not finished, retry = 0 2024-11-10T16:22:07,894 DEBUG [RS:0;8e3de9160f9f:40789 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/oldWALs 2024-11-10T16:22:07,894 INFO [RS:0;8e3de9160f9f:40789 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8e3de9160f9f%2C40789%2C1731255719198.rep:(num 1731255724601) 2024-11-10T16:22:07,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36953 is added to blk_1073741848_1024 (size=93) 2024-11-10T16:22:07,898 DEBUG [RS:0;8e3de9160f9f:40789 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/oldWALs 2024-11-10T16:22:07,898 INFO [RS:0;8e3de9160f9f:40789 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8e3de9160f9f%2C40789%2C1731255719198:(num 1731255720005) 2024-11-10T16:22:07,898 DEBUG [RS:0;8e3de9160f9f:40789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:07,898 INFO [RS:0;8e3de9160f9f:40789 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:22:07,898 INFO [RS:0;8e3de9160f9f:40789 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:22:07,898 INFO [RS:0;8e3de9160f9f:40789 {}] hbase.ChoreService(370): Chore service for: regionserver/8e3de9160f9f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T16:22:07,898 INFO [RS:0;8e3de9160f9f:40789 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:22:07,898 INFO [regionserver/8e3de9160f9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:22:07,898 INFO [RS:0;8e3de9160f9f:40789 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8e3de9160f9f,40789,1731255719198 because: Region server is closing 2024-11-10T16:22:07,898 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/8e3de9160f9f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-10T16:22:07,898 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/8e3de9160f9f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-10T16:22:07,898 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/8e3de9160f9f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-10T16:22:07,898 INFO [RS:0;8e3de9160f9f:40789 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:40789. 2024-11-10T16:22:07,899 DEBUG [RS:0;8e3de9160f9f:40789 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:22:07,899 DEBUG [RS:0;8e3de9160f9f:40789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:07,899 DEBUG [RS:0;8e3de9160f9f:40789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:07,899 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:22:07,999 WARN [RS:0;8e3de9160f9f:40789.replicationSource.wal-reader.8e3de9160f9f%2C40789%2C1731255719198,1-8e3de9160f9f,40789,1731255719198 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T16:22:07,999 WARN [RS:0;8e3de9160f9f:40789.replicationSource.shipper8e3de9160f9f%2C40789%2C1731255719198,1-8e3de9160f9f,40789,1731255719198 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T16:22:07,999 INFO [RS:0;8e3de9160f9f:40789 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;8e3de9160f9f:40789.replicationSource.shipper8e3de9160f9f%2C40789%2C1731255719198,1-8e3de9160f9f,40789,1731255719198 terminated 2024-11-10T16:22:07,999 INFO [RS:0;8e3de9160f9f:40789 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40789 2024-11-10T16:22:08,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40789-0x10102af8eb80007, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/048819136/rs/8e3de9160f9f,40789,1731255719198 2024-11-10T16:22:08,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x10102af8eb80006, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048819136/rs 2024-11-10T16:22:08,001 INFO [RS:0;8e3de9160f9f:40789 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:22:08,002 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8e3de9160f9f,40789,1731255719198] 2024-11-10T16:22:08,005 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /048819136/draining/8e3de9160f9f,40789,1731255719198 already deleted, retry=false 2024-11-10T16:22:08,005 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8e3de9160f9f,40789,1731255719198 expired; onlineServers=0 2024-11-10T16:22:08,005 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8e3de9160f9f,34901,1731255719167' ***** 2024-11-10T16:22:08,005 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T16:22:08,005 INFO [M:0;8e3de9160f9f:34901 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:22:08,005 INFO [M:0;8e3de9160f9f:34901 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:22:08,005 DEBUG [M:0;8e3de9160f9f:34901 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T16:22:08,005 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T16:22:08,005 DEBUG [M:0;8e3de9160f9f:34901 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T16:22:08,005 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255719767 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255719767,5,FailOnTimeoutGroup] 2024-11-10T16:22:08,005 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255719767 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255719767,5,FailOnTimeoutGroup] 2024-11-10T16:22:08,005 INFO [M:0;8e3de9160f9f:34901 {}] hbase.ChoreService(370): Chore service for: master/8e3de9160f9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T16:22:08,005 INFO [M:0;8e3de9160f9f:34901 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:22:08,005 DEBUG [M:0;8e3de9160f9f:34901 {}] master.HMaster(1795): Stopping service threads 2024-11-10T16:22:08,005 INFO [M:0;8e3de9160f9f:34901 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T16:22:08,006 INFO [M:0;8e3de9160f9f:34901 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:22:08,006 INFO [M:0;8e3de9160f9f:34901 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T16:22:08,006 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T16:22:08,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x10102af8eb80006, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/048819136/master 2024-11-10T16:22:08,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x10102af8eb80006, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048819136 2024-11-10T16:22:08,007 DEBUG [M:0;8e3de9160f9f:34901 {}] zookeeper.ZKUtil(347): master:34901-0x10102af8eb80006, quorum=127.0.0.1:58966, baseZNode=/048819136 Unable to get data of znode /048819136/master because node does not exist (not an error) 2024-11-10T16:22:08,007 WARN [M:0;8e3de9160f9f:34901 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T16:22:08,007 INFO [M:0;8e3de9160f9f:34901 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/.lastflushedseqids 2024-11-10T16:22:08,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36953 is added to blk_1073741852_1028 (size=181) 2024-11-10T16:22:08,102 INFO [RS:0;8e3de9160f9f:40789 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:22:08,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40789-0x10102af8eb80007, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:22:08,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40789-0x10102af8eb80007, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:22:08,102 INFO [RS:0;8e3de9160f9f:40789 {}] regionserver.HRegionServer(1031): Exiting; stopping=8e3de9160f9f,40789,1731255719198; zookeeper connection closed. 2024-11-10T16:22:08,103 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6ee45492 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6ee45492 2024-11-10T16:22:08,103 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T16:22:08,413 INFO [M:0;8e3de9160f9f:34901 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T16:22:08,413 INFO [M:0;8e3de9160f9f:34901 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T16:22:08,413 DEBUG [M:0;8e3de9160f9f:34901 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T16:22:08,413 INFO [M:0;8e3de9160f9f:34901 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:22:08,413 DEBUG [M:0;8e3de9160f9f:34901 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:22:08,413 DEBUG [M:0;8e3de9160f9f:34901 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T16:22:08,413 DEBUG [M:0;8e3de9160f9f:34901 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:22:08,413 INFO [M:0;8e3de9160f9f:34901 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-10T16:22:08,432 DEBUG [M:0;8e3de9160f9f:34901 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5bdc9d97447b44aebedb3394b39f7790 is 82, key is hbase:meta,,1/info:regioninfo/1731255720379/Put/seqid=0 2024-11-10T16:22:08,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36953 is added to blk_1073741853_1029 (size=5672) 2024-11-10T16:22:08,625 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T16:22:08,625 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T16:22:08,625 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:22:08,838 INFO [M:0;8e3de9160f9f:34901 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5bdc9d97447b44aebedb3394b39f7790 2024-11-10T16:22:08,861 DEBUG [M:0;8e3de9160f9f:34901 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/24eb6260dce24d8ca59e4e4eba489577 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731255724643/Put/seqid=0 2024-11-10T16:22:08,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36953 is added to blk_1073741854_1030 (size=7312) 2024-11-10T16:22:09,265 INFO [M:0;8e3de9160f9f:34901 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/24eb6260dce24d8ca59e4e4eba489577 2024-11-10T16:22:09,290 DEBUG [M:0;8e3de9160f9f:34901 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1d87a81286ba4f04bba2c93fa6c5019d is 69, key is 8e3de9160f9f,40789,1731255719198/rs:state/1731255719833/Put/seqid=0 2024-11-10T16:22:09,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36953 is added to blk_1073741855_1031 (size=5370) 2024-11-10T16:22:09,695 INFO [M:0;8e3de9160f9f:34901 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1d87a81286ba4f04bba2c93fa6c5019d 2024-11-10T16:22:09,700 INFO [M:0;8e3de9160f9f:34901 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d87a81286ba4f04bba2c93fa6c5019d 2024-11-10T16:22:09,701 DEBUG [M:0;8e3de9160f9f:34901 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5bdc9d97447b44aebedb3394b39f7790 as hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5bdc9d97447b44aebedb3394b39f7790 2024-11-10T16:22:09,706 INFO [M:0;8e3de9160f9f:34901 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5bdc9d97447b44aebedb3394b39f7790, entries=8, sequenceid=127, filesize=5.5 K 2024-11-10T16:22:09,706 DEBUG [M:0;8e3de9160f9f:34901 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/24eb6260dce24d8ca59e4e4eba489577 as hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/24eb6260dce24d8ca59e4e4eba489577 2024-11-10T16:22:09,711 INFO [M:0;8e3de9160f9f:34901 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/24eb6260dce24d8ca59e4e4eba489577, entries=7, sequenceid=127, filesize=7.1 K 2024-11-10T16:22:09,711 DEBUG [M:0;8e3de9160f9f:34901 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1d87a81286ba4f04bba2c93fa6c5019d as hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1d87a81286ba4f04bba2c93fa6c5019d 2024-11-10T16:22:09,715 INFO [M:0;8e3de9160f9f:34901 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d87a81286ba4f04bba2c93fa6c5019d 2024-11-10T16:22:09,715 INFO [M:0;8e3de9160f9f:34901 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37177/user/jenkins/test-data/c2674c12-e230-ff88-8125-05c221582e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1d87a81286ba4f04bba2c93fa6c5019d, entries=2, sequenceid=127, filesize=5.2 K 2024-11-10T16:22:09,716 INFO [M:0;8e3de9160f9f:34901 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=127, compaction requested=false 2024-11-10T16:22:09,717 INFO [M:0;8e3de9160f9f:34901 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:22:09,718 DEBUG [M:0;8e3de9160f9f:34901 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731255728413Disabling compacts and flushes for region at 1731255728413Disabling writes for close at 1731255728413Obtaining lock to block concurrent updates at 1731255728413Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731255728413Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731255728414 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731255728414Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731255728414Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731255728432 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731255728432Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731255728843 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731255728860 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731255728860Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731255729271 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731255729290 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731255729290Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c209c8c: reopening flushed file at 1731255729700 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14e2ab79: reopening flushed file at 1731255729706 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54c2ce5: reopening flushed file at 1731255729711 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=127, compaction requested=false at 1731255729716 (+5 ms)Writing region close event to WAL at 1731255729717 (+1 ms)Closed at 1731255729717 2024-11-10T16:22:09,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36953 is added to blk_1073741847_1023 (size=22903) 2024-11-10T16:22:09,720 INFO [M:0;8e3de9160f9f:34901 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T16:22:09,720 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:22:09,720 INFO [M:0;8e3de9160f9f:34901 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34901 2024-11-10T16:22:09,720 INFO [M:0;8e3de9160f9f:34901 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:22:09,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x10102af8eb80006, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:22:09,822 INFO [M:0;8e3de9160f9f:34901 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:22:09,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x10102af8eb80006, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:22:09,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f0825ec{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T16:22:09,825 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3acf8af7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T16:22:09,825 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T16:22:09,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@607b161a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T16:22:09,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a7ac3fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d17d7605-4b5a-4874-4489-241f03d17074/hadoop.log.dir/,STOPPED} 2024-11-10T16:22:09,826 WARN [BP-1972354391-172.17.0.2-1731255706689 heartbeating to localhost/127.0.0.1:37177 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T16:22:09,826 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T16:22:09,826 WARN [BP-1972354391-172.17.0.2-1731255706689 heartbeating to localhost/127.0.0.1:37177 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1972354391-172.17.0.2-1731255706689 (Datanode Uuid f33678a3-35bf-49a2-a58e-1abc5e0ece50) service to localhost/127.0.0.1:37177 2024-11-10T16:22:09,826 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T16:22:09,827 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d17d7605-4b5a-4874-4489-241f03d17074/cluster_97209691-e9e2-0521-fb12-fb1f6eb2f8ef/data/data1/current/BP-1972354391-172.17.0.2-1731255706689 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T16:22:09,827 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d17d7605-4b5a-4874-4489-241f03d17074/cluster_97209691-e9e2-0521-fb12-fb1f6eb2f8ef/data/data2/current/BP-1972354391-172.17.0.2-1731255706689 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T16:22:09,828 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T16:22:09,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b6d794{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T16:22:09,834 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6115c9db{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T16:22:09,834 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T16:22:09,834 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@541fdc67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T16:22:09,834 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ee8259d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d17d7605-4b5a-4874-4489-241f03d17074/hadoop.log.dir/,STOPPED} 2024-11-10T16:22:09,841 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T16:22:09,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T16:22:09,861 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 162) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36819 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58966) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:36819 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:37177 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58966) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37177 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:37177 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37177 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36819 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36819 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36819 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37177 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37177 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=109 (was 101) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6878 (was 6923) 2024-11-10T16:22:09,869 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=109, ProcessCount=11, AvailableMemoryMB=6878 2024-11-10T16:22:09,882 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-10T16:22:09,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff66c922-48a0-d911-5ee3-0d4714d74a6f/hadoop.log.dir so I do NOT create it in target/test-data/0a1f1e61-894b-0e86-3119-fbb73124777b 2024-11-10T16:22:09,882 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff66c922-48a0-d911-5ee3-0d4714d74a6f/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T16:22:09,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff66c922-48a0-d911-5ee3-0d4714d74a6f/hadoop.tmp.dir so I do NOT create it in target/test-data/0a1f1e61-894b-0e86-3119-fbb73124777b 2024-11-10T16:22:09,882 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff66c922-48a0-d911-5ee3-0d4714d74a6f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T16:22:09,882 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1f1e61-894b-0e86-3119-fbb73124777b 2024-11-10T16:22:09,882 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1f1e61-894b-0e86-3119-fbb73124777b/cluster_46d9b5ce-9852-fa9e-e95d-4e671d994ce4, deleteOnExit=true 2024-11-10T16:22:09,885 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1f1e61-894b-0e86-3119-fbb73124777b/cluster_46d9b5ce-9852-fa9e-e95d-4e671d994ce4/zookeeper_0, clientPort=55007, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1f1e61-894b-0e86-3119-fbb73124777b/cluster_46d9b5ce-9852-fa9e-e95d-4e671d994ce4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1f1e61-894b-0e86-3119-fbb73124777b/cluster_46d9b5ce-9852-fa9e-e95d-4e671d994ce4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T16:22:09,886 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55007 2024-11-10T16:22:09,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T16:22:09,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T16:22:09,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1f1e61-894b-0e86-3119-fbb73124777b/test.cache.data in system properties and HBase conf 2024-11-10T16:22:09,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1f1e61-894b-0e86-3119-fbb73124777b/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T16:22:09,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1f1e61-894b-0e86-3119-fbb73124777b/hadoop.log.dir in system properties and HBase conf 2024-11-10T16:22:09,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1f1e61-894b-0e86-3119-fbb73124777b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T16:22:09,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1f1e61-894b-0e86-3119-fbb73124777b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T16:22:09,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T16:22:09,886 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T16:22:09,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1f1e61-894b-0e86-3119-fbb73124777b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T16:22:09,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1f1e61-894b-0e86-3119-fbb73124777b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T16:22:09,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1f1e61-894b-0e86-3119-fbb73124777b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T16:22:09,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1f1e61-894b-0e86-3119-fbb73124777b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T16:22:09,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1f1e61-894b-0e86-3119-fbb73124777b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T16:22:09,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1f1e61-894b-0e86-3119-fbb73124777b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T16:22:09,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1f1e61-894b-0e86-3119-fbb73124777b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T16:22:09,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1f1e61-894b-0e86-3119-fbb73124777b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T16:22:09,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1f1e61-894b-0e86-3119-fbb73124777b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T16:22:09,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1f1e61-894b-0e86-3119-fbb73124777b/nfs.dump.dir in system properties and HBase conf 2024-11-10T16:22:09,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1f1e61-894b-0e86-3119-fbb73124777b/java.io.tmpdir in system properties and HBase conf 2024-11-10T16:22:09,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1f1e61-894b-0e86-3119-fbb73124777b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T16:22:09,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1f1e61-894b-0e86-3119-fbb73124777b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T16:22:09,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1f1e61-894b-0e86-3119-fbb73124777b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T16:22:09,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10102af8eb80002, quorum=127.0.0.1:58966, baseZNode=/048819136 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T16:22:09,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10102af8eb80005, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T16:22:09,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10102af8eb80005, quorum=127.0.0.1:58966, baseZNode=/1-806322870 Received Disconnected from ZooKeeper, ignoring 2024-11-10T16:22:09,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10102af8eb80002, quorum=127.0.0.1:58966, baseZNode=/048819136 Received Disconnected from ZooKeeper, ignoring 2024-11-10T16:22:09,972 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T16:22:10,002 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:10,003 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:10,003 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:10,003 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:10,004 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:10,004 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:10,008 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:10,011 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:10,047 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:22:10,054 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T16:22:10,061 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T16:22:10,061 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T16:22:10,061 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T16:22:10,062 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:22:10,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10d5daf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1f1e61-894b-0e86-3119-fbb73124777b/hadoop.log.dir/,AVAILABLE} 2024-11-10T16:22:10,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47996aa0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T16:22:10,199 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72f0a085{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1f1e61-894b-0e86-3119-fbb73124777b/java.io.tmpdir/jetty-localhost-41579-hadoop-hdfs-3_4_1-tests_jar-_-any-10486650456591408392/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T16:22:10,199 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6710d13e{HTTP/1.1, (http/1.1)}{localhost:41579} 2024-11-10T16:22:10,199 INFO [Time-limited test {}] server.Server(415): Started @156660ms 2024-11-10T16:22:10,283 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:22:10,285 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T16:22:10,287 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T16:22:10,287 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T16:22:10,287 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T16:22:10,289 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@616c0c8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1f1e61-894b-0e86-3119-fbb73124777b/hadoop.log.dir/,AVAILABLE} 2024-11-10T16:22:10,289 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@94d1555{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T16:22:10,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7fcbd9e1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1f1e61-894b-0e86-3119-fbb73124777b/java.io.tmpdir/jetty-localhost-36461-hadoop-hdfs-3_4_1-tests_jar-_-any-3027283249651179991/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T16:22:10,403 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5fcfb081{HTTP/1.1, (http/1.1)}{localhost:36461} 2024-11-10T16:22:10,403 INFO [Time-limited test {}] server.Server(415): Started @156864ms 2024-11-10T16:22:10,405 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T16:22:10,504 WARN [Thread-1680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1f1e61-894b-0e86-3119-fbb73124777b/cluster_46d9b5ce-9852-fa9e-e95d-4e671d994ce4/data/data2/current/BP-1753168374-172.17.0.2-1731255729922/current, will proceed with Du for space computation calculation, 2024-11-10T16:22:10,504 WARN [Thread-1679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1f1e61-894b-0e86-3119-fbb73124777b/cluster_46d9b5ce-9852-fa9e-e95d-4e671d994ce4/data/data1/current/BP-1753168374-172.17.0.2-1731255729922/current, will proceed with Du for space computation calculation, 2024-11-10T16:22:10,523 WARN [Thread-1667 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T16:22:10,526 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33c0007a43b39754 with lease ID 0xf5b74cf73b4efe5b: Processing first storage report for DS-f1a470fd-f924-43a7-b530-f7acb129364a from datanode DatanodeRegistration(127.0.0.1:40093, datanodeUuid=2c9bedb2-b536-4b76-b95c-78ce97776e14, infoPort=43021, infoSecurePort=0, ipcPort=43863, storageInfo=lv=-57;cid=testClusterID;nsid=170988430;c=1731255729922) 2024-11-10T16:22:10,526 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33c0007a43b39754 with lease ID 0xf5b74cf73b4efe5b: from storage DS-f1a470fd-f924-43a7-b530-f7acb129364a node DatanodeRegistration(127.0.0.1:40093, datanodeUuid=2c9bedb2-b536-4b76-b95c-78ce97776e14, infoPort=43021, infoSecurePort=0, ipcPort=43863, storageInfo=lv=-57;cid=testClusterID;nsid=170988430;c=1731255729922), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T16:22:10,526 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33c0007a43b39754 with lease ID 0xf5b74cf73b4efe5b: Processing first storage report for DS-7774a3a0-8009-4071-9cce-bed4dbfa8cc1 from datanode DatanodeRegistration(127.0.0.1:40093, datanodeUuid=2c9bedb2-b536-4b76-b95c-78ce97776e14, infoPort=43021, infoSecurePort=0, ipcPort=43863, storageInfo=lv=-57;cid=testClusterID;nsid=170988430;c=1731255729922) 2024-11-10T16:22:10,526 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33c0007a43b39754 with lease ID 0xf5b74cf73b4efe5b: from storage DS-7774a3a0-8009-4071-9cce-bed4dbfa8cc1 node DatanodeRegistration(127.0.0.1:40093, datanodeUuid=2c9bedb2-b536-4b76-b95c-78ce97776e14, infoPort=43021, infoSecurePort=0, ipcPort=43863, storageInfo=lv=-57;cid=testClusterID;nsid=170988430;c=1731255729922), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T16:22:10,628 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1f1e61-894b-0e86-3119-fbb73124777b 2024-11-10T16:22:10,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:22:10,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:22:10,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40093 is added to blk_1073741825_1001 (size=7) 2024-11-10T16:22:11,037 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6 with version=8 2024-11-10T16:22:11,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/hbase-staging 2024-11-10T16:22:11,040 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:22:11,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:22:11,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:22:11,040 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:22:11,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:22:11,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:22:11,041 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T16:22:11,041 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:22:11,041 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36075 2024-11-10T16:22:11,042 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36075 connecting to ZooKeeper ensemble=127.0.0.1:55007 2024-11-10T16:22:11,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360750x0, quorum=127.0.0.1:55007, baseZNode=/0724598758 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:22:11,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36075-0x10102afe96c0000 connected 2024-11-10T16:22:11,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:22:11,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:22:11,073 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36075-0x10102afe96c0000, quorum=127.0.0.1:55007, baseZNode=/0724598758 Set watcher on znode that does not yet exist, /0724598758/running 2024-11-10T16:22:11,073 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6, hbase.cluster.distributed=false 2024-11-10T16:22:11,075 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36075-0x10102afe96c0000, quorum=127.0.0.1:55007, baseZNode=/0724598758 Set watcher on znode that does not yet exist, /0724598758/acl 2024-11-10T16:22:11,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36075 2024-11-10T16:22:11,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36075 2024-11-10T16:22:11,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36075 2024-11-10T16:22:11,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36075 2024-11-10T16:22:11,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36075 2024-11-10T16:22:11,093 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:22:11,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:22:11,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:22:11,093 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:22:11,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:22:11,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:22:11,093 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T16:22:11,093 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:22:11,096 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33363 2024-11-10T16:22:11,097 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33363 connecting to ZooKeeper ensemble=127.0.0.1:55007 2024-11-10T16:22:11,098 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:22:11,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:22:11,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333630x0, quorum=127.0.0.1:55007, baseZNode=/0724598758 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:22:11,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33363-0x10102afe96c0001 connected 2024-11-10T16:22:11,105 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33363-0x10102afe96c0001, quorum=127.0.0.1:55007, baseZNode=/0724598758 Set watcher on znode that does not yet exist, /0724598758/running 2024-11-10T16:22:11,106 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T16:22:11,112 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T16:22:11,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33363-0x10102afe96c0001, quorum=127.0.0.1:55007, baseZNode=/0724598758 Set watcher on znode that does not yet exist, /0724598758/master 2024-11-10T16:22:11,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33363-0x10102afe96c0001, quorum=127.0.0.1:55007, baseZNode=/0724598758 Set watcher on znode that does not yet exist, /0724598758/acl 2024-11-10T16:22:11,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33363 2024-11-10T16:22:11,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33363 2024-11-10T16:22:11,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33363 2024-11-10T16:22:11,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33363 2024-11-10T16:22:11,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33363 2024-11-10T16:22:11,130 DEBUG [M:0;8e3de9160f9f:36075 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8e3de9160f9f:36075 2024-11-10T16:22:11,130 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0724598758/backup-masters/8e3de9160f9f,36075,1731255731040 2024-11-10T16:22:11,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33363-0x10102afe96c0001, quorum=127.0.0.1:55007, baseZNode=/0724598758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0724598758/backup-masters 2024-11-10T16:22:11,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36075-0x10102afe96c0000, quorum=127.0.0.1:55007, baseZNode=/0724598758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0724598758/backup-masters 2024-11-10T16:22:11,132 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36075-0x10102afe96c0000, quorum=127.0.0.1:55007, baseZNode=/0724598758 Set watcher on existing znode=/0724598758/backup-masters/8e3de9160f9f,36075,1731255731040 2024-11-10T16:22:11,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36075-0x10102afe96c0000, quorum=127.0.0.1:55007, baseZNode=/0724598758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0724598758 2024-11-10T16:22:11,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33363-0x10102afe96c0001, quorum=127.0.0.1:55007, baseZNode=/0724598758 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0724598758/master 2024-11-10T16:22:11,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33363-0x10102afe96c0001, quorum=127.0.0.1:55007, baseZNode=/0724598758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0724598758 2024-11-10T16:22:11,137 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36075-0x10102afe96c0000, quorum=127.0.0.1:55007, baseZNode=/0724598758 Set watcher on existing znode=/0724598758/master 2024-11-10T16:22:11,137 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0724598758/backup-masters/8e3de9160f9f,36075,1731255731040 from backup master directory 2024-11-10T16:22:11,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36075-0x10102afe96c0000, quorum=127.0.0.1:55007, baseZNode=/0724598758 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0724598758/backup-masters/8e3de9160f9f,36075,1731255731040 2024-11-10T16:22:11,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33363-0x10102afe96c0001, quorum=127.0.0.1:55007, baseZNode=/0724598758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0724598758/backup-masters 2024-11-10T16:22:11,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36075-0x10102afe96c0000, quorum=127.0.0.1:55007, baseZNode=/0724598758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0724598758/backup-masters 2024-11-10T16:22:11,138 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:22:11,138 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8e3de9160f9f,36075,1731255731040 2024-11-10T16:22:11,142 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/hbase.id] with ID: 0d677365-06cc-43d1-83e0-45f7d32680db 2024-11-10T16:22:11,142 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/.tmp/hbase.id 2024-11-10T16:22:11,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40093 is added to blk_1073741826_1002 (size=42) 2024-11-10T16:22:11,549 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/.tmp/hbase.id]:[hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/hbase.id] 2024-11-10T16:22:11,558 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:22:11,558 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T16:22:11,559 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T16:22:11,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33363-0x10102afe96c0001, quorum=127.0.0.1:55007, baseZNode=/0724598758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0724598758 2024-11-10T16:22:11,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36075-0x10102afe96c0000, quorum=127.0.0.1:55007, baseZNode=/0724598758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0724598758 2024-11-10T16:22:11,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40093 is added to blk_1073741827_1003 (size=196) 2024-11-10T16:22:11,966 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:22:11,967 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T16:22:11,967 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:22:11,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40093 is added to blk_1073741828_1004 (size=1189) 2024-11-10T16:22:12,374 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/MasterData/data/master/store 2024-11-10T16:22:12,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40093 is added to blk_1073741829_1005 (size=34) 2024-11-10T16:22:12,780 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:22:12,780 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T16:22:12,780 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:22:12,780 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:22:12,780 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T16:22:12,780 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:22:12,780 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:22:12,780 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731255732780Disabling compacts and flushes for region at 1731255732780Disabling writes for close at 1731255732780Writing region close event to WAL at 1731255732780Closed at 1731255732780 2024-11-10T16:22:12,781 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/MasterData/data/master/store/.initializing 2024-11-10T16:22:12,781 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/MasterData/WALs/8e3de9160f9f,36075,1731255731040 2024-11-10T16:22:12,782 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:22:12,784 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8e3de9160f9f%2C36075%2C1731255731040, suffix=, logDir=hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/MasterData/WALs/8e3de9160f9f,36075,1731255731040, archiveDir=hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/MasterData/oldWALs, maxLogs=10 2024-11-10T16:22:12,797 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/MasterData/WALs/8e3de9160f9f,36075,1731255731040/8e3de9160f9f%2C36075%2C1731255731040.1731255732784, exclude list is [], retry=0 2024-11-10T16:22:12,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40093,DS-f1a470fd-f924-43a7-b530-f7acb129364a,DISK] 2024-11-10T16:22:12,801 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/MasterData/WALs/8e3de9160f9f,36075,1731255731040/8e3de9160f9f%2C36075%2C1731255731040.1731255732784 2024-11-10T16:22:12,802 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43021:43021)] 2024-11-10T16:22:12,802 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:22:12,802 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:22:12,802 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:12,802 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:12,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:12,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T16:22:12,804 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:12,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:22:12,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:12,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T16:22:12,806 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:12,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:22:12,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:12,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T16:22:12,807 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:12,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:22:12,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:12,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T16:22:12,809 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:12,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:22:12,809 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:12,810 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:12,810 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:12,811 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:12,811 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:12,811 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:22:12,812 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:12,814 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:22:12,814 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67797032, jitterRate=0.010254502296447754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:22:12,815 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731255732802Initializing all the Stores at 1731255732803 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255732803Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255732803Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255732803Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255732803Cleaning up temporary data from old regions at 1731255732811 (+8 ms)Region opened successfully at 1731255732815 (+4 ms) 2024-11-10T16:22:12,815 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T16:22:12,818 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32d4399c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:22:12,818 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T16:22:12,818 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T16:22:12,818 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T16:22:12,818 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T16:22:12,819 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T16:22:12,819 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T16:22:12,819 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T16:22:12,821 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T16:22:12,822 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36075-0x10102afe96c0000, quorum=127.0.0.1:55007, baseZNode=/0724598758 Unable to get data of znode /0724598758/balancer because node does not exist (not necessarily an error) 2024-11-10T16:22:12,822 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0724598758/balancer already deleted, retry=false 2024-11-10T16:22:12,823 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T16:22:12,823 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36075-0x10102afe96c0000, quorum=127.0.0.1:55007, baseZNode=/0724598758 Unable to get data of znode /0724598758/normalizer because node does not exist (not necessarily an error) 2024-11-10T16:22:12,826 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0724598758/normalizer already deleted, retry=false 2024-11-10T16:22:12,826 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T16:22:12,826 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36075-0x10102afe96c0000, quorum=127.0.0.1:55007, baseZNode=/0724598758 Unable to get data of znode /0724598758/switch/split because node does not exist (not necessarily an error) 2024-11-10T16:22:12,827 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0724598758/switch/split already deleted, retry=false 2024-11-10T16:22:12,828 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36075-0x10102afe96c0000, quorum=127.0.0.1:55007, baseZNode=/0724598758 Unable to get data of znode /0724598758/switch/merge because node does not exist (not necessarily an error) 2024-11-10T16:22:12,829 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0724598758/switch/merge already deleted, retry=false 2024-11-10T16:22:12,830 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36075-0x10102afe96c0000, quorum=127.0.0.1:55007, baseZNode=/0724598758 Unable to get data of znode /0724598758/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T16:22:12,831 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0724598758/snapshot-cleanup already deleted, retry=false 2024-11-10T16:22:12,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36075-0x10102afe96c0000, quorum=127.0.0.1:55007, baseZNode=/0724598758 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0724598758/running 2024-11-10T16:22:12,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33363-0x10102afe96c0001, quorum=127.0.0.1:55007, baseZNode=/0724598758 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0724598758/running 2024-11-10T16:22:12,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36075-0x10102afe96c0000, quorum=127.0.0.1:55007, baseZNode=/0724598758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0724598758 2024-11-10T16:22:12,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33363-0x10102afe96c0001, quorum=127.0.0.1:55007, baseZNode=/0724598758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0724598758 2024-11-10T16:22:12,834 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8e3de9160f9f,36075,1731255731040, sessionid=0x10102afe96c0000, setting cluster-up flag (Was=false) 2024-11-10T16:22:12,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36075-0x10102afe96c0000, quorum=127.0.0.1:55007, baseZNode=/0724598758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0724598758 2024-11-10T16:22:12,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33363-0x10102afe96c0001, quorum=127.0.0.1:55007, baseZNode=/0724598758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0724598758 2024-11-10T16:22:12,840 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0724598758/flush-table-proc/acquired, /0724598758/flush-table-proc/reached, /0724598758/flush-table-proc/abort 2024-11-10T16:22:12,841 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,36075,1731255731040 2024-11-10T16:22:12,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33363-0x10102afe96c0001, quorum=127.0.0.1:55007, baseZNode=/0724598758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0724598758 2024-11-10T16:22:12,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36075-0x10102afe96c0000, quorum=127.0.0.1:55007, baseZNode=/0724598758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0724598758 2024-11-10T16:22:12,848 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0724598758/online-snapshot/acquired, /0724598758/online-snapshot/reached, /0724598758/online-snapshot/abort 2024-11-10T16:22:12,849 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,36075,1731255731040 2024-11-10T16:22:12,850 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T16:22:12,851 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T16:22:12,851 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T16:22:12,852 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T16:22:12,852 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 8e3de9160f9f,35611,1731255707649: status=Processing ServerCrashProcedure of 8e3de9160f9f,35611,1731255707649 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731255719766, completionTime=-1 appears to have been leaked 2024-11-10T16:22:12,852 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8e3de9160f9f,36075,1731255731040 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T16:22:12,853 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:22:12,853 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:22:12,853 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:22:12,853 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:22:12,853 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8e3de9160f9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T16:22:12,853 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:12,853 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:22:12,853 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:12,854 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731255762854 2024-11-10T16:22:12,854 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T16:22:12,854 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T16:22:12,854 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T16:22:12,854 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T16:22:12,854 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T16:22:12,854 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T16:22:12,854 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:12,854 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:22:12,855 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T16:22:12,855 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T16:22:12,855 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T16:22:12,855 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T16:22:12,855 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T16:22:12,855 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T16:22:12,855 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T16:22:12,855 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:12,855 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T16:22:12,855 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255732855,5,FailOnTimeoutGroup] 2024-11-10T16:22:12,856 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255732856,5,FailOnTimeoutGroup] 2024-11-10T16:22:12,856 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:12,856 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T16:22:12,856 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:12,856 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:12,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40093 is added to blk_1073741831_1007 (size=1321) 2024-11-10T16:22:12,921 INFO [RS:0;8e3de9160f9f:33363 {}] regionserver.HRegionServer(746): ClusterId : 0d677365-06cc-43d1-83e0-45f7d32680db 2024-11-10T16:22:12,921 DEBUG [RS:0;8e3de9160f9f:33363 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T16:22:12,923 DEBUG [RS:0;8e3de9160f9f:33363 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T16:22:12,923 DEBUG [RS:0;8e3de9160f9f:33363 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T16:22:12,925 DEBUG [RS:0;8e3de9160f9f:33363 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T16:22:12,926 DEBUG [RS:0;8e3de9160f9f:33363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66670703, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:22:12,938 DEBUG [RS:0;8e3de9160f9f:33363 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8e3de9160f9f:33363 2024-11-10T16:22:12,938 INFO [RS:0;8e3de9160f9f:33363 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T16:22:12,938 INFO [RS:0;8e3de9160f9f:33363 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T16:22:12,938 DEBUG [RS:0;8e3de9160f9f:33363 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T16:22:12,939 INFO [RS:0;8e3de9160f9f:33363 {}] regionserver.HRegionServer(2659): reportForDuty to master=8e3de9160f9f,36075,1731255731040 with port=33363, startcode=1731255731092 2024-11-10T16:22:12,939 DEBUG [RS:0;8e3de9160f9f:33363 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T16:22:12,940 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T16:22:12,941 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36075 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8e3de9160f9f,33363,1731255731092 2024-11-10T16:22:12,941 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36075 {}] master.ServerManager(517): Registering regionserver=8e3de9160f9f,33363,1731255731092 2024-11-10T16:22:12,942 DEBUG [RS:0;8e3de9160f9f:33363 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6 2024-11-10T16:22:12,942 DEBUG [RS:0;8e3de9160f9f:33363 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32977 2024-11-10T16:22:12,942 DEBUG [RS:0;8e3de9160f9f:33363 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T16:22:12,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36075-0x10102afe96c0000, quorum=127.0.0.1:55007, baseZNode=/0724598758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0724598758/rs 2024-11-10T16:22:12,944 DEBUG [RS:0;8e3de9160f9f:33363 {}] zookeeper.ZKUtil(111): regionserver:33363-0x10102afe96c0001, quorum=127.0.0.1:55007, baseZNode=/0724598758 Set watcher on existing znode=/0724598758/rs/8e3de9160f9f,33363,1731255731092 2024-11-10T16:22:12,944 WARN [RS:0;8e3de9160f9f:33363 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:22:12,944 INFO [RS:0;8e3de9160f9f:33363 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:22:12,944 DEBUG [RS:0;8e3de9160f9f:33363 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/WALs/8e3de9160f9f,33363,1731255731092 2024-11-10T16:22:12,945 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8e3de9160f9f,33363,1731255731092] 2024-11-10T16:22:12,948 INFO [RS:0;8e3de9160f9f:33363 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T16:22:12,949 INFO [RS:0;8e3de9160f9f:33363 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T16:22:12,949 INFO [RS:0;8e3de9160f9f:33363 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T16:22:12,949 INFO [RS:0;8e3de9160f9f:33363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:12,950 INFO [RS:0;8e3de9160f9f:33363 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T16:22:12,950 INFO [RS:0;8e3de9160f9f:33363 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T16:22:12,950 INFO [RS:0;8e3de9160f9f:33363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:12,951 DEBUG [RS:0;8e3de9160f9f:33363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:12,951 DEBUG [RS:0;8e3de9160f9f:33363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:12,951 DEBUG [RS:0;8e3de9160f9f:33363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:12,951 DEBUG [RS:0;8e3de9160f9f:33363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:12,951 DEBUG [RS:0;8e3de9160f9f:33363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:12,951 DEBUG [RS:0;8e3de9160f9f:33363 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:22:12,951 DEBUG [RS:0;8e3de9160f9f:33363 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:12,951 DEBUG [RS:0;8e3de9160f9f:33363 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:12,951 DEBUG [RS:0;8e3de9160f9f:33363 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:12,951 DEBUG [RS:0;8e3de9160f9f:33363 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:12,951 DEBUG [RS:0;8e3de9160f9f:33363 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:12,951 DEBUG [RS:0;8e3de9160f9f:33363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:12,951 DEBUG [RS:0;8e3de9160f9f:33363 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:22:12,951 DEBUG [RS:0;8e3de9160f9f:33363 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:22:12,956 INFO [RS:0;8e3de9160f9f:33363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:12,956 INFO [RS:0;8e3de9160f9f:33363 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:12,956 INFO [RS:0;8e3de9160f9f:33363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:12,956 INFO [RS:0;8e3de9160f9f:33363 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:12,956 INFO [RS:0;8e3de9160f9f:33363 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:12,956 INFO [RS:0;8e3de9160f9f:33363 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,33363,1731255731092-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:22:12,975 INFO [RS:0;8e3de9160f9f:33363 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T16:22:12,975 INFO [RS:0;8e3de9160f9f:33363 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,33363,1731255731092-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:12,975 INFO [RS:0;8e3de9160f9f:33363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:12,975 INFO [RS:0;8e3de9160f9f:33363 {}] regionserver.Replication(171): 8e3de9160f9f,33363,1731255731092 started 2024-11-10T16:22:12,992 INFO [RS:0;8e3de9160f9f:33363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:12,992 INFO [RS:0;8e3de9160f9f:33363 {}] regionserver.HRegionServer(1482): Serving as 8e3de9160f9f,33363,1731255731092, RpcServer on 8e3de9160f9f/172.17.0.2:33363, sessionid=0x10102afe96c0001 2024-11-10T16:22:12,992 DEBUG [RS:0;8e3de9160f9f:33363 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T16:22:12,992 DEBUG [RS:0;8e3de9160f9f:33363 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8e3de9160f9f,33363,1731255731092 2024-11-10T16:22:12,992 DEBUG [RS:0;8e3de9160f9f:33363 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,33363,1731255731092' 2024-11-10T16:22:12,992 DEBUG [RS:0;8e3de9160f9f:33363 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0724598758/flush-table-proc/abort' 2024-11-10T16:22:12,993 DEBUG [RS:0;8e3de9160f9f:33363 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0724598758/flush-table-proc/acquired' 2024-11-10T16:22:12,993 DEBUG [RS:0;8e3de9160f9f:33363 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T16:22:12,993 DEBUG [RS:0;8e3de9160f9f:33363 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T16:22:12,993 DEBUG [RS:0;8e3de9160f9f:33363 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8e3de9160f9f,33363,1731255731092 2024-11-10T16:22:12,993 DEBUG [RS:0;8e3de9160f9f:33363 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,33363,1731255731092' 2024-11-10T16:22:12,993 DEBUG [RS:0;8e3de9160f9f:33363 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0724598758/online-snapshot/abort' 2024-11-10T16:22:12,993 DEBUG [RS:0;8e3de9160f9f:33363 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0724598758/online-snapshot/acquired' 2024-11-10T16:22:12,994 DEBUG [RS:0;8e3de9160f9f:33363 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T16:22:12,994 INFO [RS:0;8e3de9160f9f:33363 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T16:22:12,994 INFO [RS:0;8e3de9160f9f:33363 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T16:22:13,094 INFO [RS:0;8e3de9160f9f:33363 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:22:13,096 INFO [RS:0;8e3de9160f9f:33363 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C33363%2C1731255731092, suffix=, logDir=hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/WALs/8e3de9160f9f,33363,1731255731092, archiveDir=hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/oldWALs, maxLogs=10 2024-11-10T16:22:13,109 DEBUG [RS:0;8e3de9160f9f:33363 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/WALs/8e3de9160f9f,33363,1731255731092/8e3de9160f9f%2C33363%2C1731255731092.1731255733096, exclude list is [], retry=0 2024-11-10T16:22:13,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40093,DS-f1a470fd-f924-43a7-b530-f7acb129364a,DISK] 2024-11-10T16:22:13,114 INFO [RS:0;8e3de9160f9f:33363 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/WALs/8e3de9160f9f,33363,1731255731092/8e3de9160f9f%2C33363%2C1731255731092.1731255733096 2024-11-10T16:22:13,114 DEBUG [RS:0;8e3de9160f9f:33363 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43021:43021)] 2024-11-10T16:22:13,266 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T16:22:13,266 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6 2024-11-10T16:22:13,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40093 is added to blk_1073741833_1009 (size=32) 2024-11-10T16:22:13,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:22:13,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:22:13,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:22:13,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:13,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:22:13,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:22:13,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:22:13,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:13,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:22:13,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:22:13,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:22:13,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:13,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:22:13,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:22:13,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:22:13,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:13,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:22:13,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:22:13,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/hbase/meta/1588230740 2024-11-10T16:22:13,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/hbase/meta/1588230740 2024-11-10T16:22:13,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:22:13,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:22:13,682 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:22:13,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:22:13,684 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:22:13,685 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72460821, jitterRate=0.07975037395954132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:22:13,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731255733673Initializing all the Stores at 1731255733674 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255733674Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255733674Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255733674Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255733674Cleaning up temporary data from old regions at 1731255733681 (+7 ms)Region opened successfully at 1731255733685 (+4 ms) 2024-11-10T16:22:13,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T16:22:13,686 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T16:22:13,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T16:22:13,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T16:22:13,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T16:22:13,686 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T16:22:13,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731255733686Disabling compacts and flushes for region at 1731255733686Disabling writes for close at 1731255733686Writing region close event to WAL at 1731255733686Closed at 1731255733686 2024-11-10T16:22:13,687 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:22:13,687 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T16:22:13,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T16:22:13,688 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:22:13,689 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T16:22:13,839 DEBUG [8e3de9160f9f:36075 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T16:22:13,840 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8e3de9160f9f,33363,1731255731092 2024-11-10T16:22:13,841 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,33363,1731255731092, state=OPENING 2024-11-10T16:22:13,842 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T16:22:13,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36075-0x10102afe96c0000, quorum=127.0.0.1:55007, baseZNode=/0724598758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0724598758 2024-11-10T16:22:13,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33363-0x10102afe96c0001, quorum=127.0.0.1:55007, baseZNode=/0724598758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0724598758 2024-11-10T16:22:13,844 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:22:13,844 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0724598758/meta-region-server: CHANGED 2024-11-10T16:22:13,844 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0724598758/meta-region-server: CHANGED 2024-11-10T16:22:13,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,33363,1731255731092}] 2024-11-10T16:22:13,997 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T16:22:13,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T16:22:14,001 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T16:22:14,001 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:22:14,002 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T16:22:14,003 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C33363%2C1731255731092.meta, suffix=.meta, logDir=hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/WALs/8e3de9160f9f,33363,1731255731092, archiveDir=hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/oldWALs, maxLogs=10 2024-11-10T16:22:14,016 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/WALs/8e3de9160f9f,33363,1731255731092/8e3de9160f9f%2C33363%2C1731255731092.meta.1731255734003.meta, exclude list is [], retry=0 2024-11-10T16:22:14,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40093,DS-f1a470fd-f924-43a7-b530-f7acb129364a,DISK] 2024-11-10T16:22:14,020 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/WALs/8e3de9160f9f,33363,1731255731092/8e3de9160f9f%2C33363%2C1731255731092.meta.1731255734003.meta 2024-11-10T16:22:14,020 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43021:43021)] 2024-11-10T16:22:14,020 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:22:14,020 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:22:14,020 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T16:22:14,021 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T16:22:14,021 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T16:22:14,021 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T16:22:14,021 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:22:14,021 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T16:22:14,021 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T16:22:14,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:22:14,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:22:14,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:14,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:22:14,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:22:14,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:22:14,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:14,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:22:14,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:22:14,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:22:14,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:14,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:22:14,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:22:14,026 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:22:14,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:14,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:22:14,026 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:22:14,027 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/hbase/meta/1588230740 2024-11-10T16:22:14,028 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/hbase/meta/1588230740 2024-11-10T16:22:14,028 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:22:14,028 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:22:14,029 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:22:14,030 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:22:14,030 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67705512, jitterRate=0.008890748023986816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:22:14,030 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T16:22:14,031 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731255734021Writing region info on filesystem at 1731255734021Initializing all the Stores at 1731255734022 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255734022Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255734022Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255734022Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255734022Cleaning up temporary data from old regions at 1731255734028 (+6 ms)Running coprocessor post-open hooks at 1731255734031 (+3 ms)Region opened successfully at 1731255734031 2024-11-10T16:22:14,032 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731255733996 2024-11-10T16:22:14,034 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T16:22:14,034 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T16:22:14,034 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8e3de9160f9f,33363,1731255731092 2024-11-10T16:22:14,035 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,33363,1731255731092, state=OPEN 2024-11-10T16:22:14,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33363-0x10102afe96c0001, quorum=127.0.0.1:55007, baseZNode=/0724598758 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0724598758/meta-region-server 2024-11-10T16:22:14,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36075-0x10102afe96c0000, quorum=127.0.0.1:55007, baseZNode=/0724598758 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0724598758/meta-region-server 2024-11-10T16:22:14,046 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8e3de9160f9f,33363,1731255731092 2024-11-10T16:22:14,046 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0724598758/meta-region-server: CHANGED 2024-11-10T16:22:14,046 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0724598758/meta-region-server: CHANGED 2024-11-10T16:22:14,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T16:22:14,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,33363,1731255731092 in 202 msec 2024-11-10T16:22:14,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T16:22:14,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 361 msec 2024-11-10T16:22:14,050 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:22:14,050 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T16:22:14,051 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:22:14,051 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33363,1731255731092, seqNum=-1] 2024-11-10T16:22:14,052 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:22:14,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:22:14,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2050 sec 2024-11-10T16:22:14,057 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731255734057, completionTime=-1 2024-11-10T16:22:14,057 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T16:22:14,057 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T16:22:14,058 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T16:22:14,059 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731255794058 2024-11-10T16:22:14,059 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731255854059 2024-11-10T16:22:14,059 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T16:22:14,059 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,36075,1731255731040-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:14,059 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,36075,1731255731040-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:14,059 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,36075,1731255731040-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:14,059 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8e3de9160f9f:36075, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:14,059 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:14,059 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:14,061 DEBUG [master/8e3de9160f9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T16:22:14,063 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.925sec 2024-11-10T16:22:14,063 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T16:22:14,063 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T16:22:14,063 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T16:22:14,063 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T16:22:14,063 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T16:22:14,063 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,36075,1731255731040-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:22:14,063 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,36075,1731255731040-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T16:22:14,065 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T16:22:14,065 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T16:22:14,065 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,36075,1731255731040-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:14,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41214a08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:14,122 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,36075,-1 for getting cluster id 2024-11-10T16:22:14,122 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:22:14,123 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d677365-06cc-43d1-83e0-45f7d32680db' 2024-11-10T16:22:14,124 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:22:14,124 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d677365-06cc-43d1-83e0-45f7d32680db" 2024-11-10T16:22:14,124 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16c186cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:14,124 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,36075,-1] 2024-11-10T16:22:14,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:22:14,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:14,126 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:22:14,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@543840cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:14,127 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:22:14,128 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33363,1731255731092, seqNum=-1] 2024-11-10T16:22:14,128 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:22:14,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:22:14,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8e3de9160f9f,36075,1731255731040 2024-11-10T16:22:14,131 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55007 2024-11-10T16:22:14,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55007, baseZNode=/0724598758 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:22:14,134 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10102afe96c0002 connected 2024-11-10T16:22:14,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1f1e61-894b-0e86-3119-fbb73124777b/hadoop.log.dir so I do NOT create it in target/test-data/724b0c6d-18cb-fa69-31ef-a931100916d9 2024-11-10T16:22:14,137 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1f1e61-894b-0e86-3119-fbb73124777b/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T16:22:14,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1f1e61-894b-0e86-3119-fbb73124777b/hadoop.tmp.dir so I do NOT create it in target/test-data/724b0c6d-18cb-fa69-31ef-a931100916d9 2024-11-10T16:22:14,137 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1f1e61-894b-0e86-3119-fbb73124777b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T16:22:14,137 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/724b0c6d-18cb-fa69-31ef-a931100916d9 2024-11-10T16:22:14,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T16:22:14,137 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/724b0c6d-18cb-fa69-31ef-a931100916d9/cluster_f797922f-2b3c-94ad-30c3-db2a6c2072d8, deleteOnExit=true 2024-11-10T16:22:14,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T16:22:14,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/724b0c6d-18cb-fa69-31ef-a931100916d9/test.cache.data in system properties and HBase conf 2024-11-10T16:22:14,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/724b0c6d-18cb-fa69-31ef-a931100916d9/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T16:22:14,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/724b0c6d-18cb-fa69-31ef-a931100916d9/hadoop.log.dir in system properties and HBase conf 2024-11-10T16:22:14,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/724b0c6d-18cb-fa69-31ef-a931100916d9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T16:22:14,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/724b0c6d-18cb-fa69-31ef-a931100916d9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T16:22:14,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T16:22:14,138 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T16:22:14,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/724b0c6d-18cb-fa69-31ef-a931100916d9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T16:22:14,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/724b0c6d-18cb-fa69-31ef-a931100916d9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T16:22:14,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/724b0c6d-18cb-fa69-31ef-a931100916d9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T16:22:14,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/724b0c6d-18cb-fa69-31ef-a931100916d9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T16:22:14,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/724b0c6d-18cb-fa69-31ef-a931100916d9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T16:22:14,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/724b0c6d-18cb-fa69-31ef-a931100916d9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T16:22:14,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/724b0c6d-18cb-fa69-31ef-a931100916d9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T16:22:14,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/724b0c6d-18cb-fa69-31ef-a931100916d9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T16:22:14,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/724b0c6d-18cb-fa69-31ef-a931100916d9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T16:22:14,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/724b0c6d-18cb-fa69-31ef-a931100916d9/nfs.dump.dir in system properties and HBase conf 2024-11-10T16:22:14,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/724b0c6d-18cb-fa69-31ef-a931100916d9/java.io.tmpdir in system properties and HBase conf 2024-11-10T16:22:14,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/724b0c6d-18cb-fa69-31ef-a931100916d9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T16:22:14,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/724b0c6d-18cb-fa69-31ef-a931100916d9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T16:22:14,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/724b0c6d-18cb-fa69-31ef-a931100916d9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T16:22:14,204 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:22:14,207 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T16:22:14,208 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T16:22:14,209 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T16:22:14,209 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T16:22:14,209 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:22:14,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19e06a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/724b0c6d-18cb-fa69-31ef-a931100916d9/hadoop.log.dir/,AVAILABLE} 2024-11-10T16:22:14,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68bc7d85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T16:22:14,324 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1228fad4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/724b0c6d-18cb-fa69-31ef-a931100916d9/java.io.tmpdir/jetty-localhost-42799-hadoop-hdfs-3_4_1-tests_jar-_-any-1531844354413920801/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T16:22:14,325 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@672fe1f5{HTTP/1.1, (http/1.1)}{localhost:42799} 2024-11-10T16:22:14,325 INFO [Time-limited test {}] server.Server(415): Started @160786ms 2024-11-10T16:22:14,406 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:22:14,409 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T16:22:14,414 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T16:22:14,414 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T16:22:14,414 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T16:22:14,415 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@771f0749{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/724b0c6d-18cb-fa69-31ef-a931100916d9/hadoop.log.dir/,AVAILABLE} 2024-11-10T16:22:14,415 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c69b0dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T16:22:14,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bc06253{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/724b0c6d-18cb-fa69-31ef-a931100916d9/java.io.tmpdir/jetty-localhost-34465-hadoop-hdfs-3_4_1-tests_jar-_-any-12350686948779522783/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T16:22:14,534 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38e96b20{HTTP/1.1, (http/1.1)}{localhost:34465} 2024-11-10T16:22:14,534 INFO [Time-limited test {}] server.Server(415): Started @160995ms 2024-11-10T16:22:14,535 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T16:22:14,637 WARN [Thread-1800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/724b0c6d-18cb-fa69-31ef-a931100916d9/cluster_f797922f-2b3c-94ad-30c3-db2a6c2072d8/data/data2/current/BP-1741859356-172.17.0.2-1731255734156/current, will proceed with Du for space computation calculation, 2024-11-10T16:22:14,637 WARN [Thread-1799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/724b0c6d-18cb-fa69-31ef-a931100916d9/cluster_f797922f-2b3c-94ad-30c3-db2a6c2072d8/data/data1/current/BP-1741859356-172.17.0.2-1731255734156/current, will proceed with Du for space computation calculation, 2024-11-10T16:22:14,654 WARN [Thread-1787 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T16:22:14,657 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a62e87747a7bd11 with lease ID 0xc7ebd44fb753bcc5: Processing first storage report for DS-137d1f9f-1751-4160-8a1f-37d293e43ce4 from datanode DatanodeRegistration(127.0.0.1:46433, datanodeUuid=96f21e28-9a7d-44d1-bc3d-75c31824fbb0, infoPort=35563, infoSecurePort=0, ipcPort=39499, storageInfo=lv=-57;cid=testClusterID;nsid=409924464;c=1731255734156) 2024-11-10T16:22:14,657 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a62e87747a7bd11 with lease ID 0xc7ebd44fb753bcc5: from storage DS-137d1f9f-1751-4160-8a1f-37d293e43ce4 node DatanodeRegistration(127.0.0.1:46433, datanodeUuid=96f21e28-9a7d-44d1-bc3d-75c31824fbb0, infoPort=35563, infoSecurePort=0, ipcPort=39499, storageInfo=lv=-57;cid=testClusterID;nsid=409924464;c=1731255734156), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T16:22:14,657 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a62e87747a7bd11 with lease ID 0xc7ebd44fb753bcc5: Processing first storage report for DS-fc69d5c9-18e2-48fc-bbac-399a8b717c07 from datanode DatanodeRegistration(127.0.0.1:46433, datanodeUuid=96f21e28-9a7d-44d1-bc3d-75c31824fbb0, infoPort=35563, infoSecurePort=0, ipcPort=39499, storageInfo=lv=-57;cid=testClusterID;nsid=409924464;c=1731255734156) 2024-11-10T16:22:14,657 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a62e87747a7bd11 with lease ID 0xc7ebd44fb753bcc5: from storage DS-fc69d5c9-18e2-48fc-bbac-399a8b717c07 node DatanodeRegistration(127.0.0.1:46433, datanodeUuid=96f21e28-9a7d-44d1-bc3d-75c31824fbb0, infoPort=35563, infoSecurePort=0, ipcPort=39499, storageInfo=lv=-57;cid=testClusterID;nsid=409924464;c=1731255734156), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T16:22:14,659 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/724b0c6d-18cb-fa69-31ef-a931100916d9 2024-11-10T16:22:14,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:22:14,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:22:14,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46433 is added to blk_1073741825_1001 (size=7) 2024-11-10T16:22:15,069 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b with version=8 2024-11-10T16:22:15,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/hbase-staging 2024-11-10T16:22:15,071 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:22:15,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:22:15,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:22:15,071 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:22:15,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:22:15,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:22:15,071 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T16:22:15,071 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:22:15,072 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42869 2024-11-10T16:22:15,073 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42869 connecting to ZooKeeper ensemble=127.0.0.1:55007 2024-11-10T16:22:15,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428690x0, quorum=127.0.0.1:55007, baseZNode=/11173115456 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:22:15,082 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42869-0x10102afe96c0003 connected 2024-11-10T16:22:15,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:22:15,093 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:22:15,095 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42869-0x10102afe96c0003, quorum=127.0.0.1:55007, baseZNode=/11173115456 Set watcher on znode that does not yet exist, /11173115456/running 2024-11-10T16:22:15,096 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b, hbase.cluster.distributed=false 2024-11-10T16:22:15,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42869-0x10102afe96c0003, quorum=127.0.0.1:55007, baseZNode=/11173115456 Set watcher on znode that does not yet exist, /11173115456/acl 2024-11-10T16:22:15,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42869 2024-11-10T16:22:15,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42869 2024-11-10T16:22:15,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42869 2024-11-10T16:22:15,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42869 2024-11-10T16:22:15,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42869 2024-11-10T16:22:15,113 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:22:15,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:22:15,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:22:15,113 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:22:15,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:22:15,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:22:15,113 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T16:22:15,113 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:22:15,114 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33257 2024-11-10T16:22:15,115 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33257 connecting to ZooKeeper ensemble=127.0.0.1:55007 2024-11-10T16:22:15,116 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:22:15,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:22:15,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332570x0, quorum=127.0.0.1:55007, baseZNode=/11173115456 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:22:15,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332570x0, quorum=127.0.0.1:55007, baseZNode=/11173115456 Set watcher on znode that does not yet exist, /11173115456/running 2024-11-10T16:22:15,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33257-0x10102afe96c0004 connected 2024-11-10T16:22:15,124 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T16:22:15,127 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T16:22:15,127 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33257-0x10102afe96c0004, quorum=127.0.0.1:55007, baseZNode=/11173115456 Set watcher on znode that does not yet exist, /11173115456/master 2024-11-10T16:22:15,128 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33257-0x10102afe96c0004, quorum=127.0.0.1:55007, baseZNode=/11173115456 Set watcher on znode that does not yet exist, /11173115456/acl 2024-11-10T16:22:15,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33257 2024-11-10T16:22:15,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33257 2024-11-10T16:22:15,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33257 2024-11-10T16:22:15,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33257 2024-11-10T16:22:15,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33257 2024-11-10T16:22:15,147 DEBUG [M:0;8e3de9160f9f:42869 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8e3de9160f9f:42869 2024-11-10T16:22:15,147 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11173115456/backup-masters/8e3de9160f9f,42869,1731255735071 2024-11-10T16:22:15,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42869-0x10102afe96c0003, quorum=127.0.0.1:55007, baseZNode=/11173115456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11173115456/backup-masters 2024-11-10T16:22:15,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x10102afe96c0004, quorum=127.0.0.1:55007, baseZNode=/11173115456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11173115456/backup-masters 2024-11-10T16:22:15,149 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42869-0x10102afe96c0003, quorum=127.0.0.1:55007, baseZNode=/11173115456 Set watcher on existing znode=/11173115456/backup-masters/8e3de9160f9f,42869,1731255735071 2024-11-10T16:22:15,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x10102afe96c0004, quorum=127.0.0.1:55007, baseZNode=/11173115456 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11173115456/master 2024-11-10T16:22:15,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42869-0x10102afe96c0003, quorum=127.0.0.1:55007, baseZNode=/11173115456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11173115456 2024-11-10T16:22:15,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x10102afe96c0004, quorum=127.0.0.1:55007, baseZNode=/11173115456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11173115456 2024-11-10T16:22:15,150 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42869-0x10102afe96c0003, quorum=127.0.0.1:55007, baseZNode=/11173115456 Set watcher on existing znode=/11173115456/master 2024-11-10T16:22:15,151 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11173115456/backup-masters/8e3de9160f9f,42869,1731255735071 from backup master directory 2024-11-10T16:22:15,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42869-0x10102afe96c0003, quorum=127.0.0.1:55007, baseZNode=/11173115456 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11173115456/backup-masters/8e3de9160f9f,42869,1731255735071 2024-11-10T16:22:15,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x10102afe96c0004, quorum=127.0.0.1:55007, baseZNode=/11173115456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11173115456/backup-masters 2024-11-10T16:22:15,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42869-0x10102afe96c0003, quorum=127.0.0.1:55007, baseZNode=/11173115456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11173115456/backup-masters 2024-11-10T16:22:15,152 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:22:15,152 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8e3de9160f9f,42869,1731255735071 2024-11-10T16:22:15,155 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/hbase.id] with ID: 01f893f4-d571-4025-bc78-68aff7847ff5 2024-11-10T16:22:15,155 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/.tmp/hbase.id 2024-11-10T16:22:15,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46433 is added to blk_1073741826_1002 (size=42) 2024-11-10T16:22:15,562 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/.tmp/hbase.id]:[hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/hbase.id] 2024-11-10T16:22:15,573 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:22:15,573 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T16:22:15,574 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T16:22:15,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42869-0x10102afe96c0003, quorum=127.0.0.1:55007, baseZNode=/11173115456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11173115456 2024-11-10T16:22:15,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x10102afe96c0004, quorum=127.0.0.1:55007, baseZNode=/11173115456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11173115456 2024-11-10T16:22:15,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46433 is added to blk_1073741827_1003 (size=196) 2024-11-10T16:22:15,986 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:22:15,987 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T16:22:15,987 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:22:15,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46433 is added to blk_1073741828_1004 (size=1189) 2024-11-10T16:22:16,394 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/MasterData/data/master/store 2024-11-10T16:22:16,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46433 is added to blk_1073741829_1005 (size=34) 2024-11-10T16:22:16,800 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:22:16,801 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T16:22:16,801 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:22:16,801 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:22:16,801 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T16:22:16,801 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:22:16,801 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:22:16,801 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731255736801Disabling compacts and flushes for region at 1731255736801Disabling writes for close at 1731255736801Writing region close event to WAL at 1731255736801Closed at 1731255736801 2024-11-10T16:22:16,802 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/MasterData/data/master/store/.initializing 2024-11-10T16:22:16,802 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/MasterData/WALs/8e3de9160f9f,42869,1731255735071 2024-11-10T16:22:16,803 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:22:16,804 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8e3de9160f9f%2C42869%2C1731255735071, suffix=, logDir=hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/MasterData/WALs/8e3de9160f9f,42869,1731255735071, archiveDir=hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/MasterData/oldWALs, maxLogs=10 2024-11-10T16:22:16,819 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/MasterData/WALs/8e3de9160f9f,42869,1731255735071/8e3de9160f9f%2C42869%2C1731255735071.1731255736805, exclude list is [], retry=0 2024-11-10T16:22:16,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46433,DS-137d1f9f-1751-4160-8a1f-37d293e43ce4,DISK] 2024-11-10T16:22:16,823 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/MasterData/WALs/8e3de9160f9f,42869,1731255735071/8e3de9160f9f%2C42869%2C1731255735071.1731255736805 2024-11-10T16:22:16,823 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35563:35563)] 2024-11-10T16:22:16,823 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:22:16,823 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:22:16,824 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:16,824 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:16,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:16,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T16:22:16,826 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:16,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:22:16,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:16,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T16:22:16,827 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:16,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:22:16,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:16,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T16:22:16,828 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:16,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:22:16,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:16,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T16:22:16,830 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:16,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:22:16,830 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:16,831 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:16,831 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:16,832 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:16,832 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:16,832 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:22:16,833 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:16,834 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:22:16,835 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66484930, jitterRate=-0.009297341108322144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:22:16,835 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731255736824Initializing all the Stores at 1731255736824Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255736824Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255736825 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255736825Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255736825Cleaning up temporary data from old regions at 1731255736832 (+7 ms)Region opened successfully at 1731255736835 (+3 ms) 2024-11-10T16:22:16,835 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T16:22:16,838 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b05779e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:22:16,839 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T16:22:16,839 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T16:22:16,839 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T16:22:16,839 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T16:22:16,839 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T16:22:16,840 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T16:22:16,840 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T16:22:16,841 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T16:22:16,842 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42869-0x10102afe96c0003, quorum=127.0.0.1:55007, baseZNode=/11173115456 Unable to get data of znode /11173115456/balancer because node does not exist (not necessarily an error) 2024-11-10T16:22:16,843 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11173115456/balancer already deleted, retry=false 2024-11-10T16:22:16,843 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T16:22:16,844 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42869-0x10102afe96c0003, quorum=127.0.0.1:55007, baseZNode=/11173115456 Unable to get data of znode /11173115456/normalizer because node does not exist (not necessarily an error) 2024-11-10T16:22:16,844 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11173115456/normalizer already deleted, retry=false 2024-11-10T16:22:16,844 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T16:22:16,845 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42869-0x10102afe96c0003, quorum=127.0.0.1:55007, baseZNode=/11173115456 Unable to get data of znode /11173115456/switch/split because node does not exist (not necessarily an error) 2024-11-10T16:22:16,846 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11173115456/switch/split already deleted, retry=false 2024-11-10T16:22:16,846 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42869-0x10102afe96c0003, quorum=127.0.0.1:55007, baseZNode=/11173115456 Unable to get data of znode /11173115456/switch/merge because node does not exist (not necessarily an error) 2024-11-10T16:22:16,849 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11173115456/switch/merge already deleted, retry=false 2024-11-10T16:22:16,850 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42869-0x10102afe96c0003, quorum=127.0.0.1:55007, baseZNode=/11173115456 Unable to get data of znode /11173115456/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T16:22:16,851 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11173115456/snapshot-cleanup already deleted, retry=false 2024-11-10T16:22:16,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42869-0x10102afe96c0003, quorum=127.0.0.1:55007, baseZNode=/11173115456 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11173115456/running 2024-11-10T16:22:16,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x10102afe96c0004, quorum=127.0.0.1:55007, baseZNode=/11173115456 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11173115456/running 2024-11-10T16:22:16,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42869-0x10102afe96c0003, quorum=127.0.0.1:55007, baseZNode=/11173115456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11173115456 2024-11-10T16:22:16,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x10102afe96c0004, quorum=127.0.0.1:55007, baseZNode=/11173115456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11173115456 2024-11-10T16:22:16,853 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8e3de9160f9f,42869,1731255735071, sessionid=0x10102afe96c0003, setting cluster-up flag (Was=false) 2024-11-10T16:22:16,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42869-0x10102afe96c0003, quorum=127.0.0.1:55007, baseZNode=/11173115456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11173115456 2024-11-10T16:22:16,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x10102afe96c0004, quorum=127.0.0.1:55007, baseZNode=/11173115456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11173115456 2024-11-10T16:22:16,861 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11173115456/flush-table-proc/acquired, /11173115456/flush-table-proc/reached, /11173115456/flush-table-proc/abort 2024-11-10T16:22:16,861 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,42869,1731255735071 2024-11-10T16:22:16,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42869-0x10102afe96c0003, quorum=127.0.0.1:55007, baseZNode=/11173115456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11173115456 2024-11-10T16:22:16,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x10102afe96c0004, quorum=127.0.0.1:55007, baseZNode=/11173115456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11173115456 2024-11-10T16:22:16,870 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11173115456/online-snapshot/acquired, /11173115456/online-snapshot/reached, /11173115456/online-snapshot/abort 2024-11-10T16:22:16,871 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,42869,1731255735071 2024-11-10T16:22:16,872 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T16:22:16,873 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T16:22:16,873 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T16:22:16,873 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T16:22:16,873 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8e3de9160f9f,42869,1731255735071 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T16:22:16,874 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:22:16,874 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:22:16,874 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:22:16,874 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:22:16,874 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8e3de9160f9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T16:22:16,874 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:16,874 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:22:16,874 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:16,875 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731255766875 2024-11-10T16:22:16,875 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T16:22:16,875 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T16:22:16,876 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T16:22:16,876 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T16:22:16,876 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T16:22:16,876 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T16:22:16,876 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:22:16,876 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T16:22:16,876 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:16,876 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T16:22:16,876 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T16:22:16,876 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T16:22:16,876 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T16:22:16,876 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T16:22:16,877 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T16:22:16,877 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:16,877 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T16:22:16,880 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255736877,5,FailOnTimeoutGroup] 2024-11-10T16:22:16,880 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255736880,5,FailOnTimeoutGroup] 2024-11-10T16:22:16,881 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:16,881 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T16:22:16,881 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:16,881 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:16,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46433 is added to blk_1073741831_1007 (size=1321) 2024-11-10T16:22:16,938 INFO [RS:0;8e3de9160f9f:33257 {}] regionserver.HRegionServer(746): ClusterId : 01f893f4-d571-4025-bc78-68aff7847ff5 2024-11-10T16:22:16,938 DEBUG [RS:0;8e3de9160f9f:33257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T16:22:16,940 DEBUG [RS:0;8e3de9160f9f:33257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T16:22:16,940 DEBUG [RS:0;8e3de9160f9f:33257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T16:22:16,941 DEBUG [RS:0;8e3de9160f9f:33257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T16:22:16,941 DEBUG [RS:0;8e3de9160f9f:33257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19505794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:22:16,952 DEBUG [RS:0;8e3de9160f9f:33257 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8e3de9160f9f:33257 2024-11-10T16:22:16,953 INFO [RS:0;8e3de9160f9f:33257 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T16:22:16,953 INFO [RS:0;8e3de9160f9f:33257 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T16:22:16,953 DEBUG [RS:0;8e3de9160f9f:33257 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T16:22:16,953 INFO [RS:0;8e3de9160f9f:33257 {}] regionserver.HRegionServer(2659): reportForDuty to master=8e3de9160f9f,42869,1731255735071 with port=33257, startcode=1731255735112 2024-11-10T16:22:16,953 DEBUG [RS:0;8e3de9160f9f:33257 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T16:22:16,955 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T16:22:16,955 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42869 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8e3de9160f9f,33257,1731255735112 2024-11-10T16:22:16,955 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42869 {}] master.ServerManager(517): Registering regionserver=8e3de9160f9f,33257,1731255735112 2024-11-10T16:22:16,956 DEBUG [RS:0;8e3de9160f9f:33257 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b 2024-11-10T16:22:16,956 DEBUG [RS:0;8e3de9160f9f:33257 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37285 2024-11-10T16:22:16,956 DEBUG [RS:0;8e3de9160f9f:33257 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T16:22:16,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42869-0x10102afe96c0003, quorum=127.0.0.1:55007, baseZNode=/11173115456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11173115456/rs 2024-11-10T16:22:16,958 DEBUG [RS:0;8e3de9160f9f:33257 {}] zookeeper.ZKUtil(111): regionserver:33257-0x10102afe96c0004, quorum=127.0.0.1:55007, baseZNode=/11173115456 Set watcher on existing znode=/11173115456/rs/8e3de9160f9f,33257,1731255735112 2024-11-10T16:22:16,958 WARN [RS:0;8e3de9160f9f:33257 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:22:16,958 INFO [RS:0;8e3de9160f9f:33257 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:22:16,958 DEBUG [RS:0;8e3de9160f9f:33257 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/WALs/8e3de9160f9f,33257,1731255735112 2024-11-10T16:22:16,958 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8e3de9160f9f,33257,1731255735112] 2024-11-10T16:22:16,961 INFO [RS:0;8e3de9160f9f:33257 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T16:22:16,962 INFO [RS:0;8e3de9160f9f:33257 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T16:22:16,963 INFO [RS:0;8e3de9160f9f:33257 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T16:22:16,963 INFO [RS:0;8e3de9160f9f:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:16,963 INFO [RS:0;8e3de9160f9f:33257 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T16:22:16,963 INFO [RS:0;8e3de9160f9f:33257 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T16:22:16,963 INFO [RS:0;8e3de9160f9f:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:16,963 DEBUG [RS:0;8e3de9160f9f:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:16,964 DEBUG [RS:0;8e3de9160f9f:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:16,964 DEBUG [RS:0;8e3de9160f9f:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:16,964 DEBUG [RS:0;8e3de9160f9f:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:16,964 DEBUG [RS:0;8e3de9160f9f:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:16,964 DEBUG [RS:0;8e3de9160f9f:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:22:16,964 DEBUG [RS:0;8e3de9160f9f:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:16,964 DEBUG [RS:0;8e3de9160f9f:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:16,964 DEBUG [RS:0;8e3de9160f9f:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:16,964 DEBUG [RS:0;8e3de9160f9f:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:16,964 DEBUG [RS:0;8e3de9160f9f:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:16,964 DEBUG [RS:0;8e3de9160f9f:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:16,964 DEBUG [RS:0;8e3de9160f9f:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:22:16,964 DEBUG [RS:0;8e3de9160f9f:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:22:16,964 INFO [RS:0;8e3de9160f9f:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:16,964 INFO [RS:0;8e3de9160f9f:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:16,964 INFO [RS:0;8e3de9160f9f:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:16,964 INFO [RS:0;8e3de9160f9f:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:16,964 INFO [RS:0;8e3de9160f9f:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:16,964 INFO [RS:0;8e3de9160f9f:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,33257,1731255735112-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:22:16,982 INFO [RS:0;8e3de9160f9f:33257 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T16:22:16,982 INFO [RS:0;8e3de9160f9f:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,33257,1731255735112-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:16,982 INFO [RS:0;8e3de9160f9f:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:16,982 INFO [RS:0;8e3de9160f9f:33257 {}] regionserver.Replication(171): 8e3de9160f9f,33257,1731255735112 started 2024-11-10T16:22:16,995 INFO [RS:0;8e3de9160f9f:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:16,995 INFO [RS:0;8e3de9160f9f:33257 {}] regionserver.HRegionServer(1482): Serving as 8e3de9160f9f,33257,1731255735112, RpcServer on 8e3de9160f9f/172.17.0.2:33257, sessionid=0x10102afe96c0004 2024-11-10T16:22:16,995 DEBUG [RS:0;8e3de9160f9f:33257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T16:22:16,995 DEBUG [RS:0;8e3de9160f9f:33257 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8e3de9160f9f,33257,1731255735112 2024-11-10T16:22:16,996 DEBUG [RS:0;8e3de9160f9f:33257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,33257,1731255735112' 2024-11-10T16:22:16,996 DEBUG [RS:0;8e3de9160f9f:33257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11173115456/flush-table-proc/abort' 2024-11-10T16:22:16,996 DEBUG [RS:0;8e3de9160f9f:33257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11173115456/flush-table-proc/acquired' 2024-11-10T16:22:16,996 DEBUG [RS:0;8e3de9160f9f:33257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T16:22:16,996 DEBUG [RS:0;8e3de9160f9f:33257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T16:22:16,996 DEBUG [RS:0;8e3de9160f9f:33257 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8e3de9160f9f,33257,1731255735112 2024-11-10T16:22:16,996 DEBUG [RS:0;8e3de9160f9f:33257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,33257,1731255735112' 2024-11-10T16:22:16,996 DEBUG [RS:0;8e3de9160f9f:33257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11173115456/online-snapshot/abort' 2024-11-10T16:22:16,997 DEBUG [RS:0;8e3de9160f9f:33257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11173115456/online-snapshot/acquired' 2024-11-10T16:22:16,997 DEBUG [RS:0;8e3de9160f9f:33257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T16:22:16,997 INFO [RS:0;8e3de9160f9f:33257 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T16:22:16,997 INFO [RS:0;8e3de9160f9f:33257 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T16:22:17,097 INFO [RS:0;8e3de9160f9f:33257 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:22:17,099 INFO [RS:0;8e3de9160f9f:33257 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C33257%2C1731255735112, suffix=, logDir=hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/WALs/8e3de9160f9f,33257,1731255735112, archiveDir=hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/oldWALs, maxLogs=10 2024-11-10T16:22:17,112 DEBUG [RS:0;8e3de9160f9f:33257 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/WALs/8e3de9160f9f,33257,1731255735112/8e3de9160f9f%2C33257%2C1731255735112.1731255737099, exclude list is [], retry=0 2024-11-10T16:22:17,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46433,DS-137d1f9f-1751-4160-8a1f-37d293e43ce4,DISK] 2024-11-10T16:22:17,117 INFO [RS:0;8e3de9160f9f:33257 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/WALs/8e3de9160f9f,33257,1731255735112/8e3de9160f9f%2C33257%2C1731255735112.1731255737099 2024-11-10T16:22:17,118 DEBUG [RS:0;8e3de9160f9f:33257 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35563:35563)] 2024-11-10T16:22:17,285 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T16:22:17,285 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b 2024-11-10T16:22:17,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46433 is added to blk_1073741833_1009 (size=32) 2024-11-10T16:22:17,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:22:17,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:22:17,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:22:17,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:17,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:22:17,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:22:17,695 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:22:17,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:17,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:22:17,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:22:17,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:22:17,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:17,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:22:17,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:22:17,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:22:17,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:17,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:22:17,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:22:17,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/hbase/meta/1588230740 2024-11-10T16:22:17,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/hbase/meta/1588230740 2024-11-10T16:22:17,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:22:17,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:22:17,700 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:22:17,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:22:17,703 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:22:17,703 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64782456, jitterRate=-0.03466618061065674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:22:17,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731255737691Initializing all the Stores at 1731255737692 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255737692Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255737692Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255737692Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255737692Cleaning up temporary data from old regions at 1731255737700 (+8 ms)Region opened successfully at 1731255737703 (+3 ms) 2024-11-10T16:22:17,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T16:22:17,703 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T16:22:17,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T16:22:17,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T16:22:17,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T16:22:17,704 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T16:22:17,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731255737703Disabling compacts and flushes for region at 1731255737703Disabling writes for close at 1731255737703Writing region close event to WAL at 1731255737704 (+1 ms)Closed at 1731255737704 2024-11-10T16:22:17,704 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:22:17,704 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T16:22:17,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T16:22:17,705 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:22:17,706 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T16:22:17,856 DEBUG [8e3de9160f9f:42869 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T16:22:17,857 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8e3de9160f9f,33257,1731255735112 2024-11-10T16:22:17,858 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,33257,1731255735112, state=OPENING 2024-11-10T16:22:17,865 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T16:22:17,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42869-0x10102afe96c0003, quorum=127.0.0.1:55007, baseZNode=/11173115456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11173115456 2024-11-10T16:22:17,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x10102afe96c0004, quorum=127.0.0.1:55007, baseZNode=/11173115456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11173115456 2024-11-10T16:22:17,867 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:22:17,867 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11173115456/meta-region-server: CHANGED 2024-11-10T16:22:17,867 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11173115456/meta-region-server: CHANGED 2024-11-10T16:22:17,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,33257,1731255735112}] 2024-11-10T16:22:18,020 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T16:22:18,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T16:22:18,025 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T16:22:18,025 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:22:18,025 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T16:22:18,027 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C33257%2C1731255735112.meta, suffix=.meta, logDir=hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/WALs/8e3de9160f9f,33257,1731255735112, archiveDir=hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/oldWALs, maxLogs=10 2024-11-10T16:22:18,040 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/WALs/8e3de9160f9f,33257,1731255735112/8e3de9160f9f%2C33257%2C1731255735112.meta.1731255738027.meta, exclude list is [], retry=0 2024-11-10T16:22:18,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46433,DS-137d1f9f-1751-4160-8a1f-37d293e43ce4,DISK] 2024-11-10T16:22:18,045 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/WALs/8e3de9160f9f,33257,1731255735112/8e3de9160f9f%2C33257%2C1731255735112.meta.1731255738027.meta 2024-11-10T16:22:18,045 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35563:35563)] 2024-11-10T16:22:18,045 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:22:18,045 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:22:18,046 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T16:22:18,046 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T16:22:18,046 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T16:22:18,046 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T16:22:18,046 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:22:18,046 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T16:22:18,046 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T16:22:18,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:22:18,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:22:18,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:18,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:22:18,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:22:18,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:22:18,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:18,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:22:18,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:22:18,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:22:18,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:18,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:22:18,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:22:18,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:22:18,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:18,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:22:18,052 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:22:18,053 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/hbase/meta/1588230740 2024-11-10T16:22:18,054 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/hbase/meta/1588230740 2024-11-10T16:22:18,055 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:22:18,055 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:22:18,055 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:22:18,056 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:22:18,057 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69844383, jitterRate=0.04076240956783295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:22:18,057 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T16:22:18,057 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731255738046Writing region info on filesystem at 1731255738046Initializing all the Stores at 1731255738047 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255738047Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255738047Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255738047Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255738047Cleaning up temporary data from old regions at 1731255738055 (+8 ms)Running coprocessor post-open hooks at 1731255738057 (+2 ms)Region opened successfully at 1731255738057 2024-11-10T16:22:18,058 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731255738019 2024-11-10T16:22:18,060 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T16:22:18,060 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T16:22:18,060 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8e3de9160f9f,33257,1731255735112 2024-11-10T16:22:18,061 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,33257,1731255735112, state=OPEN 2024-11-10T16:22:18,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42869-0x10102afe96c0003, quorum=127.0.0.1:55007, baseZNode=/11173115456 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11173115456/meta-region-server 2024-11-10T16:22:18,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x10102afe96c0004, quorum=127.0.0.1:55007, baseZNode=/11173115456 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11173115456/meta-region-server 2024-11-10T16:22:18,062 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8e3de9160f9f,33257,1731255735112 2024-11-10T16:22:18,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11173115456/meta-region-server: CHANGED 2024-11-10T16:22:18,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11173115456/meta-region-server: CHANGED 2024-11-10T16:22:18,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T16:22:18,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,33257,1731255735112 in 195 msec 2024-11-10T16:22:18,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T16:22:18,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 359 msec 2024-11-10T16:22:18,066 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:22:18,066 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T16:22:18,067 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:22:18,068 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33257,1731255735112, seqNum=-1] 2024-11-10T16:22:18,068 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:22:18,069 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:22:18,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2000 sec 2024-11-10T16:22:18,073 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731255738073, completionTime=-1 2024-11-10T16:22:18,073 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T16:22:18,073 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T16:22:18,075 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T16:22:18,075 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731255798075 2024-11-10T16:22:18,075 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731255858075 2024-11-10T16:22:18,075 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T16:22:18,075 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,42869,1731255735071-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:18,075 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,42869,1731255735071-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:18,075 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,42869,1731255735071-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:18,075 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8e3de9160f9f:42869, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:18,076 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:18,076 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:18,077 DEBUG [master/8e3de9160f9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T16:22:18,079 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.927sec 2024-11-10T16:22:18,079 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T16:22:18,079 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T16:22:18,079 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T16:22:18,079 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T16:22:18,079 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T16:22:18,079 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,42869,1731255735071-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:22:18,079 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,42869,1731255735071-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T16:22:18,081 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T16:22:18,081 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T16:22:18,081 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,42869,1731255735071-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:18,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64c0ca81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:18,139 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,42869,-1 for getting cluster id 2024-11-10T16:22:18,139 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:22:18,140 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01f893f4-d571-4025-bc78-68aff7847ff5' 2024-11-10T16:22:18,140 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:22:18,140 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01f893f4-d571-4025-bc78-68aff7847ff5" 2024-11-10T16:22:18,140 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c888de0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:18,140 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,42869,-1] 2024-11-10T16:22:18,141 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:22:18,141 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:18,141 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:22:18,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c09a47c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:18,142 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:22:18,143 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33257,1731255735112, seqNum=-1] 2024-11-10T16:22:18,143 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:22:18,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:22:18,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8e3de9160f9f,42869,1731255735071 2024-11-10T16:22:18,146 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55007 2024-11-10T16:22:18,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55007, baseZNode=/11173115456 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:22:18,149 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10102afe96c0005 connected 2024-11-10T16:22:18,152 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:22:18,153 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,36075,1731255731040 2024-11-10T16:22:18,153 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39cba675 2024-11-10T16:22:18,153 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:22:18,154 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:22:18,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36075 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:22:18,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36075 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T16:22:18,157 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T16:22:18,157 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:18,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36075 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T16:22:18,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:22:18,158 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T16:22:18,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40093 is added to blk_1073741835_1011 (size=902) 2024-11-10T16:22:18,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:22:18,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:22:18,568 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ef79c77fb129ead9580793378561cc36, NAME => 'test,,1731255738155.ef79c77fb129ead9580793378561cc36.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6 2024-11-10T16:22:18,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40093 is added to blk_1073741836_1012 (size=39) 2024-11-10T16:22:18,625 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T16:22:18,625 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T16:22:18,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:22:18,626 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-10T16:22:18,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T16:22:18,626 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T16:22:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:22:18,948 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T16:22:18,977 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731255738155.ef79c77fb129ead9580793378561cc36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:22:18,977 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ef79c77fb129ead9580793378561cc36, disabling compactions & flushes 2024-11-10T16:22:18,977 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731255738155.ef79c77fb129ead9580793378561cc36. 2024-11-10T16:22:18,977 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731255738155.ef79c77fb129ead9580793378561cc36. 2024-11-10T16:22:18,977 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731255738155.ef79c77fb129ead9580793378561cc36. after waiting 0 ms 2024-11-10T16:22:18,977 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731255738155.ef79c77fb129ead9580793378561cc36. 2024-11-10T16:22:18,977 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731255738155.ef79c77fb129ead9580793378561cc36. 2024-11-10T16:22:18,977 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ef79c77fb129ead9580793378561cc36: Waiting for close lock at 1731255738977Disabling compacts and flushes for region at 1731255738977Disabling writes for close at 1731255738977Writing region close event to WAL at 1731255738977Closed at 1731255738977 2024-11-10T16:22:18,978 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T16:22:18,979 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731255738155.ef79c77fb129ead9580793378561cc36.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731255738978"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731255738978"}]},"ts":"1731255738978"} 2024-11-10T16:22:18,980 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T16:22:18,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T16:22:18,982 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255738981"}]},"ts":"1731255738981"} 2024-11-10T16:22:18,983 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T16:22:18,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ef79c77fb129ead9580793378561cc36, ASSIGN}] 2024-11-10T16:22:18,984 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ef79c77fb129ead9580793378561cc36, ASSIGN 2024-11-10T16:22:18,985 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ef79c77fb129ead9580793378561cc36, ASSIGN; state=OFFLINE, location=8e3de9160f9f,33363,1731255731092; forceNewPlan=false, retain=false 2024-11-10T16:22:19,136 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ef79c77fb129ead9580793378561cc36, regionState=OPENING, regionLocation=8e3de9160f9f,33363,1731255731092 2024-11-10T16:22:19,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ef79c77fb129ead9580793378561cc36, ASSIGN because future has completed 2024-11-10T16:22:19,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef79c77fb129ead9580793378561cc36, server=8e3de9160f9f,33363,1731255731092}] 2024-11-10T16:22:19,295 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731255738155.ef79c77fb129ead9580793378561cc36. 2024-11-10T16:22:19,295 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ef79c77fb129ead9580793378561cc36, NAME => 'test,,1731255738155.ef79c77fb129ead9580793378561cc36.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:22:19,295 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:22:19,295 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T16:22:19,295 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ef79c77fb129ead9580793378561cc36 2024-11-10T16:22:19,295 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731255738155.ef79c77fb129ead9580793378561cc36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:22:19,295 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ef79c77fb129ead9580793378561cc36 2024-11-10T16:22:19,295 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ef79c77fb129ead9580793378561cc36 2024-11-10T16:22:19,297 INFO [StoreOpener-ef79c77fb129ead9580793378561cc36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ef79c77fb129ead9580793378561cc36 2024-11-10T16:22:19,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:22:19,298 INFO [StoreOpener-ef79c77fb129ead9580793378561cc36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef79c77fb129ead9580793378561cc36 columnFamilyName f 2024-11-10T16:22:19,298 DEBUG [StoreOpener-ef79c77fb129ead9580793378561cc36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:19,298 INFO [StoreOpener-ef79c77fb129ead9580793378561cc36-1 {}] regionserver.HStore(327): Store=ef79c77fb129ead9580793378561cc36/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:22:19,299 INFO [StoreOpener-ef79c77fb129ead9580793378561cc36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ef79c77fb129ead9580793378561cc36 2024-11-10T16:22:19,299 INFO [StoreOpener-ef79c77fb129ead9580793378561cc36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef79c77fb129ead9580793378561cc36 columnFamilyName f1 2024-11-10T16:22:19,300 DEBUG [StoreOpener-ef79c77fb129ead9580793378561cc36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:19,300 INFO [StoreOpener-ef79c77fb129ead9580793378561cc36-1 {}] regionserver.HStore(327): Store=ef79c77fb129ead9580793378561cc36/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:22:19,300 INFO [StoreOpener-ef79c77fb129ead9580793378561cc36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ef79c77fb129ead9580793378561cc36 2024-11-10T16:22:19,301 INFO [StoreOpener-ef79c77fb129ead9580793378561cc36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef79c77fb129ead9580793378561cc36 columnFamilyName norep 2024-11-10T16:22:19,301 DEBUG [StoreOpener-ef79c77fb129ead9580793378561cc36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:19,301 INFO [StoreOpener-ef79c77fb129ead9580793378561cc36-1 {}] regionserver.HStore(327): Store=ef79c77fb129ead9580793378561cc36/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:22:19,301 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ef79c77fb129ead9580793378561cc36 2024-11-10T16:22:19,302 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/default/test/ef79c77fb129ead9580793378561cc36 2024-11-10T16:22:19,302 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/default/test/ef79c77fb129ead9580793378561cc36 2024-11-10T16:22:19,303 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ef79c77fb129ead9580793378561cc36 2024-11-10T16:22:19,303 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ef79c77fb129ead9580793378561cc36 2024-11-10T16:22:19,303 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T16:22:19,304 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ef79c77fb129ead9580793378561cc36 2024-11-10T16:22:19,305 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/default/test/ef79c77fb129ead9580793378561cc36/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:22:19,306 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ef79c77fb129ead9580793378561cc36; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59824866, jitterRate=-0.10854002833366394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T16:22:19,306 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ef79c77fb129ead9580793378561cc36 2024-11-10T16:22:19,306 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ef79c77fb129ead9580793378561cc36: Running coprocessor pre-open hook at 1731255739296Writing region info on filesystem at 1731255739296Initializing all the Stores at 1731255739296Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255739296Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255739297 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255739297Cleaning up temporary data from old regions at 1731255739303 (+6 ms)Running coprocessor post-open hooks at 1731255739306 (+3 ms)Region opened successfully at 1731255739306 2024-11-10T16:22:19,307 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731255738155.ef79c77fb129ead9580793378561cc36., pid=6, masterSystemTime=1731255739291 2024-11-10T16:22:19,309 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731255738155.ef79c77fb129ead9580793378561cc36. 2024-11-10T16:22:19,309 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731255738155.ef79c77fb129ead9580793378561cc36. 2024-11-10T16:22:19,310 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ef79c77fb129ead9580793378561cc36, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8e3de9160f9f,33363,1731255731092 2024-11-10T16:22:19,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef79c77fb129ead9580793378561cc36, server=8e3de9160f9f,33363,1731255731092 because future has completed 2024-11-10T16:22:19,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T16:22:19,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ef79c77fb129ead9580793378561cc36, server=8e3de9160f9f,33363,1731255731092 in 174 msec 2024-11-10T16:22:19,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T16:22:19,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ef79c77fb129ead9580793378561cc36, ASSIGN in 331 msec 2024-11-10T16:22:19,316 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T16:22:19,316 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255739316"}]},"ts":"1731255739316"} 2024-11-10T16:22:19,318 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T16:22:19,319 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T16:22:19,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1640 sec 2024-11-10T16:22:19,523 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T16:22:19,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:19,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:19,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:19,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:19,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:19,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:19,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:19,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:20,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:22:20,318 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T16:22:20,318 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:22:20,319 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,42869,1731255735071 2024-11-10T16:22:20,319 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@253a3c41 2024-11-10T16:22:20,319 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:22:20,320 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:22:20,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42869 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:22:20,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42869 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T16:22:20,323 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T16:22:20,323 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:20,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42869 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T16:22:20,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:22:20,324 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T16:22:20,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46433 is added to blk_1073741835_1011 (size=902) 2024-11-10T16:22:20,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:22:20,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:22:20,732 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2469f0c99cc4a74f00c5f4fa33e9fb75, NAME => 'test,,1731255740321.2469f0c99cc4a74f00c5f4fa33e9fb75.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b 2024-11-10T16:22:20,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46433 is added to blk_1073741836_1012 (size=39) 2024-11-10T16:22:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:22:21,140 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731255740321.2469f0c99cc4a74f00c5f4fa33e9fb75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:22:21,140 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2469f0c99cc4a74f00c5f4fa33e9fb75, disabling compactions & flushes 2024-11-10T16:22:21,140 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731255740321.2469f0c99cc4a74f00c5f4fa33e9fb75. 2024-11-10T16:22:21,140 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731255740321.2469f0c99cc4a74f00c5f4fa33e9fb75. 2024-11-10T16:22:21,140 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731255740321.2469f0c99cc4a74f00c5f4fa33e9fb75. after waiting 0 ms 2024-11-10T16:22:21,140 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731255740321.2469f0c99cc4a74f00c5f4fa33e9fb75. 2024-11-10T16:22:21,140 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731255740321.2469f0c99cc4a74f00c5f4fa33e9fb75. 2024-11-10T16:22:21,140 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2469f0c99cc4a74f00c5f4fa33e9fb75: Waiting for close lock at 1731255741140Disabling compacts and flushes for region at 1731255741140Disabling writes for close at 1731255741140Writing region close event to WAL at 1731255741140Closed at 1731255741140 2024-11-10T16:22:21,141 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T16:22:21,142 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731255740321.2469f0c99cc4a74f00c5f4fa33e9fb75.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731255741141"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731255741141"}]},"ts":"1731255741141"} 2024-11-10T16:22:21,144 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T16:22:21,145 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T16:22:21,145 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255741145"}]},"ts":"1731255741145"} 2024-11-10T16:22:21,147 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T16:22:21,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2469f0c99cc4a74f00c5f4fa33e9fb75, ASSIGN}] 2024-11-10T16:22:21,148 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2469f0c99cc4a74f00c5f4fa33e9fb75, ASSIGN 2024-11-10T16:22:21,149 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2469f0c99cc4a74f00c5f4fa33e9fb75, ASSIGN; state=OFFLINE, location=8e3de9160f9f,33257,1731255735112; forceNewPlan=false, retain=false 2024-11-10T16:22:21,300 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2469f0c99cc4a74f00c5f4fa33e9fb75, regionState=OPENING, regionLocation=8e3de9160f9f,33257,1731255735112 2024-11-10T16:22:21,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2469f0c99cc4a74f00c5f4fa33e9fb75, ASSIGN because future has completed 2024-11-10T16:22:21,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2469f0c99cc4a74f00c5f4fa33e9fb75, server=8e3de9160f9f,33257,1731255735112}] 2024-11-10T16:22:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:22:21,459 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731255740321.2469f0c99cc4a74f00c5f4fa33e9fb75. 2024-11-10T16:22:21,459 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2469f0c99cc4a74f00c5f4fa33e9fb75, NAME => 'test,,1731255740321.2469f0c99cc4a74f00c5f4fa33e9fb75.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:22:21,459 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:22:21,459 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T16:22:21,459 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2469f0c99cc4a74f00c5f4fa33e9fb75 2024-11-10T16:22:21,459 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731255740321.2469f0c99cc4a74f00c5f4fa33e9fb75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:22:21,460 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2469f0c99cc4a74f00c5f4fa33e9fb75 2024-11-10T16:22:21,460 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2469f0c99cc4a74f00c5f4fa33e9fb75 2024-11-10T16:22:21,461 INFO [StoreOpener-2469f0c99cc4a74f00c5f4fa33e9fb75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2469f0c99cc4a74f00c5f4fa33e9fb75 2024-11-10T16:22:21,462 INFO [StoreOpener-2469f0c99cc4a74f00c5f4fa33e9fb75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2469f0c99cc4a74f00c5f4fa33e9fb75 columnFamilyName f 2024-11-10T16:22:21,462 DEBUG [StoreOpener-2469f0c99cc4a74f00c5f4fa33e9fb75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:21,462 INFO [StoreOpener-2469f0c99cc4a74f00c5f4fa33e9fb75-1 {}] regionserver.HStore(327): Store=2469f0c99cc4a74f00c5f4fa33e9fb75/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:22:21,462 INFO [StoreOpener-2469f0c99cc4a74f00c5f4fa33e9fb75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2469f0c99cc4a74f00c5f4fa33e9fb75 2024-11-10T16:22:21,463 INFO [StoreOpener-2469f0c99cc4a74f00c5f4fa33e9fb75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2469f0c99cc4a74f00c5f4fa33e9fb75 columnFamilyName f1 2024-11-10T16:22:21,463 DEBUG [StoreOpener-2469f0c99cc4a74f00c5f4fa33e9fb75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:21,463 INFO [StoreOpener-2469f0c99cc4a74f00c5f4fa33e9fb75-1 {}] regionserver.HStore(327): Store=2469f0c99cc4a74f00c5f4fa33e9fb75/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:22:21,464 INFO [StoreOpener-2469f0c99cc4a74f00c5f4fa33e9fb75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2469f0c99cc4a74f00c5f4fa33e9fb75 2024-11-10T16:22:21,464 INFO [StoreOpener-2469f0c99cc4a74f00c5f4fa33e9fb75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2469f0c99cc4a74f00c5f4fa33e9fb75 columnFamilyName norep 2024-11-10T16:22:21,464 DEBUG [StoreOpener-2469f0c99cc4a74f00c5f4fa33e9fb75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:21,465 INFO [StoreOpener-2469f0c99cc4a74f00c5f4fa33e9fb75-1 {}] regionserver.HStore(327): Store=2469f0c99cc4a74f00c5f4fa33e9fb75/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:22:21,465 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2469f0c99cc4a74f00c5f4fa33e9fb75 2024-11-10T16:22:21,465 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/default/test/2469f0c99cc4a74f00c5f4fa33e9fb75 2024-11-10T16:22:21,466 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/default/test/2469f0c99cc4a74f00c5f4fa33e9fb75 2024-11-10T16:22:21,466 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2469f0c99cc4a74f00c5f4fa33e9fb75 2024-11-10T16:22:21,466 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2469f0c99cc4a74f00c5f4fa33e9fb75 2024-11-10T16:22:21,467 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T16:22:21,468 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2469f0c99cc4a74f00c5f4fa33e9fb75 2024-11-10T16:22:21,469 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/default/test/2469f0c99cc4a74f00c5f4fa33e9fb75/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:22:21,470 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2469f0c99cc4a74f00c5f4fa33e9fb75; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72686998, jitterRate=0.0831206738948822}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T16:22:21,470 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2469f0c99cc4a74f00c5f4fa33e9fb75 2024-11-10T16:22:21,470 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2469f0c99cc4a74f00c5f4fa33e9fb75: Running coprocessor pre-open hook at 1731255741460Writing region info on filesystem at 1731255741460Initializing all the Stores at 1731255741460Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255741460Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255741461 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255741461Cleaning up temporary data from old regions at 1731255741466 (+5 ms)Running coprocessor post-open hooks at 1731255741470 (+4 ms)Region opened successfully at 1731255741470 2024-11-10T16:22:21,471 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731255740321.2469f0c99cc4a74f00c5f4fa33e9fb75., pid=6, masterSystemTime=1731255741455 2024-11-10T16:22:21,473 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731255740321.2469f0c99cc4a74f00c5f4fa33e9fb75. 2024-11-10T16:22:21,473 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731255740321.2469f0c99cc4a74f00c5f4fa33e9fb75. 2024-11-10T16:22:21,473 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2469f0c99cc4a74f00c5f4fa33e9fb75, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8e3de9160f9f,33257,1731255735112 2024-11-10T16:22:21,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2469f0c99cc4a74f00c5f4fa33e9fb75, server=8e3de9160f9f,33257,1731255735112 because future has completed 2024-11-10T16:22:21,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T16:22:21,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2469f0c99cc4a74f00c5f4fa33e9fb75, server=8e3de9160f9f,33257,1731255735112 in 173 msec 2024-11-10T16:22:21,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T16:22:21,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2469f0c99cc4a74f00c5f4fa33e9fb75, ASSIGN in 331 msec 2024-11-10T16:22:21,480 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T16:22:21,480 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255741480"}]},"ts":"1731255741480"} 2024-11-10T16:22:21,482 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T16:22:21,482 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T16:22:21,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1610 sec 2024-11-10T16:22:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:22:22,467 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T16:22:22,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f77d453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:22,468 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,36075,-1 for getting cluster id 2024-11-10T16:22:22,468 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:22:22,469 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d677365-06cc-43d1-83e0-45f7d32680db' 2024-11-10T16:22:22,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:22:22,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d677365-06cc-43d1-83e0-45f7d32680db" 2024-11-10T16:22:22,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23f7557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:22,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,36075,-1] 2024-11-10T16:22:22,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:22:22,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:22,471 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:22:22,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c65f538, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:22,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c7111c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:22,472 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,42869,-1 for getting cluster id 2024-11-10T16:22:22,472 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:22:22,473 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01f893f4-d571-4025-bc78-68aff7847ff5' 2024-11-10T16:22:22,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:22:22,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01f893f4-d571-4025-bc78-68aff7847ff5" 2024-11-10T16:22:22,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ecdc354, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:22,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,42869,-1] 2024-11-10T16:22:22,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:22:22,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:22,474 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:22:22,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7be1439f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:22,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eec5427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:22,475 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,36075,-1 for getting cluster id 2024-11-10T16:22:22,475 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:22:22,476 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d677365-06cc-43d1-83e0-45f7d32680db' 2024-11-10T16:22:22,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:22:22,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d677365-06cc-43d1-83e0-45f7d32680db" 2024-11-10T16:22:22,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@399f76c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:22,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,36075,-1] 2024-11-10T16:22:22,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:22:22,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:22,477 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:22:22,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e5f1e7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:22,478 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:22:22,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,36075,1731255731040 2024-11-10T16:22:22,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23da842e 2024-11-10T16:22:22,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:22:22,479 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:22:22,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36075 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8e3de9160f9f:42869,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T16:22:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36075 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T16:22:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:22:22,482 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8e3de9160f9f:42869' 2024-11-10T16:22:22,483 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66bc4383, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:22,483 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,42869,-1 for getting cluster id 2024-11-10T16:22:22,483 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:22:22,483 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01f893f4-d571-4025-bc78-68aff7847ff5' 2024-11-10T16:22:22,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:22:22,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01f893f4-d571-4025-bc78-68aff7847ff5" 2024-11-10T16:22:22,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf2bf93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:22,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,42869,-1] 2024-11-10T16:22:22,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:22:22,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:22,485 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:22:22,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fadfb66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:22,485 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:22:22,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,42869,1731255735071 2024-11-10T16:22:22,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14a81cd2 2024-11-10T16:22:22,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:22:22,487 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:22:22,487 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T16:22:22,487 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T16:22:22,487 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:22,487 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:22,487 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:22:22,488 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:22:22,489 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T16:22:22,489 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T16:22:22,490 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:22,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T16:22:22,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40093 is added to blk_1073741837_1013 (size=1138) 2024-11-10T16:22:22,539 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T16:22:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:22:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:22:22,899 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4d5b0af5c68b4bdbd9afd9dadf58b03e, NAME => 'hbase:replication,,1731255742488.4d5b0af5c68b4bdbd9afd9dadf58b03e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6 2024-11-10T16:22:22,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40093 is added to blk_1073741838_1014 (size=44) 2024-11-10T16:22:22,961 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T16:22:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:22:23,305 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731255742488.4d5b0af5c68b4bdbd9afd9dadf58b03e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:22:23,305 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4d5b0af5c68b4bdbd9afd9dadf58b03e, disabling compactions & flushes 2024-11-10T16:22:23,305 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731255742488.4d5b0af5c68b4bdbd9afd9dadf58b03e. 2024-11-10T16:22:23,305 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731255742488.4d5b0af5c68b4bdbd9afd9dadf58b03e. 2024-11-10T16:22:23,305 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731255742488.4d5b0af5c68b4bdbd9afd9dadf58b03e. after waiting 0 ms 2024-11-10T16:22:23,305 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731255742488.4d5b0af5c68b4bdbd9afd9dadf58b03e. 2024-11-10T16:22:23,305 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731255742488.4d5b0af5c68b4bdbd9afd9dadf58b03e. 2024-11-10T16:22:23,306 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4d5b0af5c68b4bdbd9afd9dadf58b03e: Waiting for close lock at 1731255743305Disabling compacts and flushes for region at 1731255743305Disabling writes for close at 1731255743305Writing region close event to WAL at 1731255743305Closed at 1731255743305 2024-11-10T16:22:23,307 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T16:22:23,307 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731255742488.4d5b0af5c68b4bdbd9afd9dadf58b03e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731255743307"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731255743307"}]},"ts":"1731255743307"} 2024-11-10T16:22:23,309 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T16:22:23,310 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T16:22:23,310 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255743310"}]},"ts":"1731255743310"} 2024-11-10T16:22:23,312 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T16:22:23,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d5b0af5c68b4bdbd9afd9dadf58b03e, ASSIGN}] 2024-11-10T16:22:23,313 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d5b0af5c68b4bdbd9afd9dadf58b03e, ASSIGN 2024-11-10T16:22:23,314 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4d5b0af5c68b4bdbd9afd9dadf58b03e, ASSIGN; state=OFFLINE, location=8e3de9160f9f,33363,1731255731092; forceNewPlan=false, retain=false 2024-11-10T16:22:23,465 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4d5b0af5c68b4bdbd9afd9dadf58b03e, regionState=OPENING, regionLocation=8e3de9160f9f,33363,1731255731092 2024-11-10T16:22:23,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4d5b0af5c68b4bdbd9afd9dadf58b03e, ASSIGN because future has completed 2024-11-10T16:22:23,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d5b0af5c68b4bdbd9afd9dadf58b03e, server=8e3de9160f9f,33363,1731255731092}] 2024-11-10T16:22:23,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:22:23,623 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731255742488.4d5b0af5c68b4bdbd9afd9dadf58b03e. 2024-11-10T16:22:23,623 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:22:23,623 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T16:22:23,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C33363%2C1731255731092.rep, suffix=, logDir=hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/WALs/8e3de9160f9f,33363,1731255731092, archiveDir=hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/oldWALs, maxLogs=10 2024-11-10T16:22:23,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/WALs/8e3de9160f9f,33363,1731255731092/8e3de9160f9f%2C33363%2C1731255731092.rep.1731255743625, exclude list is [], retry=0 2024-11-10T16:22:23,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40093,DS-f1a470fd-f924-43a7-b530-f7acb129364a,DISK] 2024-11-10T16:22:23,642 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/WALs/8e3de9160f9f,33363,1731255731092/8e3de9160f9f%2C33363%2C1731255731092.rep.1731255743625 2024-11-10T16:22:23,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43021:43021)] 2024-11-10T16:22:23,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d5b0af5c68b4bdbd9afd9dadf58b03e, NAME => 'hbase:replication,,1731255742488.4d5b0af5c68b4bdbd9afd9dadf58b03e.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:22:23,642 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:22:23,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T16:22:23,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731255742488.4d5b0af5c68b4bdbd9afd9dadf58b03e. service=MultiRowMutationService 2024-11-10T16:22:23,642 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T16:22:23,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4d5b0af5c68b4bdbd9afd9dadf58b03e 2024-11-10T16:22:23,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731255742488.4d5b0af5c68b4bdbd9afd9dadf58b03e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:22:23,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4d5b0af5c68b4bdbd9afd9dadf58b03e 2024-11-10T16:22:23,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4d5b0af5c68b4bdbd9afd9dadf58b03e 2024-11-10T16:22:23,644 INFO [StoreOpener-4d5b0af5c68b4bdbd9afd9dadf58b03e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4d5b0af5c68b4bdbd9afd9dadf58b03e 2024-11-10T16:22:23,645 INFO [StoreOpener-4d5b0af5c68b4bdbd9afd9dadf58b03e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d5b0af5c68b4bdbd9afd9dadf58b03e columnFamilyName hfileref 2024-11-10T16:22:23,645 DEBUG [StoreOpener-4d5b0af5c68b4bdbd9afd9dadf58b03e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:23,645 INFO [StoreOpener-4d5b0af5c68b4bdbd9afd9dadf58b03e-1 {}] regionserver.HStore(327): Store=4d5b0af5c68b4bdbd9afd9dadf58b03e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:22:23,645 INFO [StoreOpener-4d5b0af5c68b4bdbd9afd9dadf58b03e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4d5b0af5c68b4bdbd9afd9dadf58b03e 2024-11-10T16:22:23,646 INFO [StoreOpener-4d5b0af5c68b4bdbd9afd9dadf58b03e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d5b0af5c68b4bdbd9afd9dadf58b03e columnFamilyName queue 2024-11-10T16:22:23,646 DEBUG [StoreOpener-4d5b0af5c68b4bdbd9afd9dadf58b03e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:23,646 INFO [StoreOpener-4d5b0af5c68b4bdbd9afd9dadf58b03e-1 {}] regionserver.HStore(327): Store=4d5b0af5c68b4bdbd9afd9dadf58b03e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:22:23,647 INFO [StoreOpener-4d5b0af5c68b4bdbd9afd9dadf58b03e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4d5b0af5c68b4bdbd9afd9dadf58b03e 2024-11-10T16:22:23,647 INFO [StoreOpener-4d5b0af5c68b4bdbd9afd9dadf58b03e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d5b0af5c68b4bdbd9afd9dadf58b03e columnFamilyName sid 2024-11-10T16:22:23,647 DEBUG [StoreOpener-4d5b0af5c68b4bdbd9afd9dadf58b03e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:23,648 INFO [StoreOpener-4d5b0af5c68b4bdbd9afd9dadf58b03e-1 {}] regionserver.HStore(327): Store=4d5b0af5c68b4bdbd9afd9dadf58b03e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:22:23,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4d5b0af5c68b4bdbd9afd9dadf58b03e 2024-11-10T16:22:23,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/hbase/replication/4d5b0af5c68b4bdbd9afd9dadf58b03e 2024-11-10T16:22:23,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/hbase/replication/4d5b0af5c68b4bdbd9afd9dadf58b03e 2024-11-10T16:22:23,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4d5b0af5c68b4bdbd9afd9dadf58b03e 2024-11-10T16:22:23,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4d5b0af5c68b4bdbd9afd9dadf58b03e 2024-11-10T16:22:23,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T16:22:23,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4d5b0af5c68b4bdbd9afd9dadf58b03e 2024-11-10T16:22:23,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/hbase/replication/4d5b0af5c68b4bdbd9afd9dadf58b03e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:22:23,653 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4d5b0af5c68b4bdbd9afd9dadf58b03e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72319225, jitterRate=0.07764042913913727}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T16:22:23,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d5b0af5c68b4bdbd9afd9dadf58b03e 2024-11-10T16:22:23,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4d5b0af5c68b4bdbd9afd9dadf58b03e: Running coprocessor pre-open hook at 1731255743643Writing region info on filesystem at 1731255743643Initializing all the Stores at 1731255743643Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255743643Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255743644 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255743644Cleaning up temporary data from old regions at 1731255743650 (+6 ms)Running coprocessor post-open hooks at 1731255743653 (+3 ms)Region opened successfully at 1731255743654 (+1 ms) 2024-11-10T16:22:23,655 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731255742488.4d5b0af5c68b4bdbd9afd9dadf58b03e., pid=10, masterSystemTime=1731255743619 2024-11-10T16:22:23,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731255742488.4d5b0af5c68b4bdbd9afd9dadf58b03e. 2024-11-10T16:22:23,657 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731255742488.4d5b0af5c68b4bdbd9afd9dadf58b03e. 2024-11-10T16:22:23,657 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4d5b0af5c68b4bdbd9afd9dadf58b03e, regionState=OPEN, openSeqNum=2, regionLocation=8e3de9160f9f,33363,1731255731092 2024-11-10T16:22:23,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d5b0af5c68b4bdbd9afd9dadf58b03e, server=8e3de9160f9f,33363,1731255731092 because future has completed 2024-11-10T16:22:23,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T16:22:23,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d5b0af5c68b4bdbd9afd9dadf58b03e, server=8e3de9160f9f,33363,1731255731092 in 193 msec 2024-11-10T16:22:23,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T16:22:23,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d5b0af5c68b4bdbd9afd9dadf58b03e, ASSIGN in 350 msec 2024-11-10T16:22:23,664 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T16:22:23,664 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255743664"}]},"ts":"1731255743664"} 2024-11-10T16:22:23,666 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T16:22:23,667 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T16:22:23,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-11-10T16:22:23,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731255742488.4d5b0af5c68b4bdbd9afd9dadf58b03e., hostname=8e3de9160f9f,33363,1731255731092, seqNum=2] 2024-11-10T16:22:23,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33363-0x10102afe96c0001, quorum=127.0.0.1:55007, baseZNode=/0724598758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0724598758 2024-11-10T16:22:23,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36075-0x10102afe96c0000, quorum=127.0.0.1:55007, baseZNode=/0724598758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0724598758 2024-11-10T16:22:23,703 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T16:22:23,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33363 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T16:22:23,856 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T16:22:23,885 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8e3de9160f9f,33363,1731255731092, ReplicationSource: 1, currentBandwidth=0 2024-11-10T16:22:23,885 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:22:23,885 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33363,1731255731092, seqNum=-1] 2024-11-10T16:22:23,886 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:22:23,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58915, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-10T16:22:23,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8e3de9160f9f,33363,1731255731092', locateType=CURRENT is [region=hbase:replication,,1731255742488.4d5b0af5c68b4bdbd9afd9dadf58b03e., hostname=8e3de9160f9f,33363,1731255731092, seqNum=2] 2024-11-10T16:22:23,891 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T16:22:23,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36075 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T16:22:23,893 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8e3de9160f9f,33363,1731255731092 suceeded 2024-11-10T16:22:23,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T16:22:23,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-10T16:22:23,894 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8e3de9160f9f:42869,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T16:22:23,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4160 sec 2024-11-10T16:22:23,912 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8e3de9160f9f:42869' 2024-11-10T16:22:23,914 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10ce582e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:23,914 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,42869,-1 for getting cluster id 2024-11-10T16:22:23,914 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:22:23,915 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01f893f4-d571-4025-bc78-68aff7847ff5' 2024-11-10T16:22:23,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:22:23,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01f893f4-d571-4025-bc78-68aff7847ff5" 2024-11-10T16:22:23,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@752066d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:23,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,42869,-1] 2024-11-10T16:22:23,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:22:23,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:23,916 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:22:23,917 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c87a502, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:23,917 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:22:23,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,42869,1731255735071 2024-11-10T16:22:23,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@769b2d69 2024-11-10T16:22:23,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:22:23,919 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-10T16:22:23,919 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8e3de9160f9f,33363,1731255731092 (queues=1) is replicating from cluster=0d677365-06cc-43d1-83e0-45f7d32680db to cluster=01f893f4-d571-4025-bc78-68aff7847ff5 2024-11-10T16:22:23,919 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8e3de9160f9f%2C33363%2C1731255731092 2024-11-10T16:22:23,920 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8e3de9160f9f,33363,1731255731092, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T16:22:23,920 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.shipper8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8e3de9160f9f%2C33363%2C1731255731092 2024-11-10T16:22:23,920 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.wal-reader.8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/WALs/8e3de9160f9f,33363,1731255731092/8e3de9160f9f%2C33363%2C1731255731092.1731255733096, startPosition=0, beingWritten=true 2024-11-10T16:22:23,926 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.wal-reader.8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:22:23,926 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.wal-reader.8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/WALs/8e3de9160f9f,33363,1731255731092/8e3de9160f9f%2C33363%2C1731255731092.1731255733096 to pos 379, reset compression=false 2024-11-10T16:22:23,926 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.shipper8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,33363,1731255731092 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/WALs/8e3de9160f9f,33363,1731255731092/8e3de9160f9f%2C33363%2C1731255731092.1731255733096, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T16:22:24,130 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.wal-reader.8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/WALs/8e3de9160f9f,33363,1731255731092/8e3de9160f9f%2C33363%2C1731255731092.1731255733096 to pos 379, reset compression=false 2024-11-10T16:22:24,434 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.wal-reader.8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/WALs/8e3de9160f9f,33363,1731255731092/8e3de9160f9f%2C33363%2C1731255731092.1731255733096 to pos 379, reset compression=false 2024-11-10T16:22:24,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:22:24,627 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T16:22:24,627 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:22:24,627 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:22:24,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:24,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:24,628 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:22:24,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@adb94d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:24,628 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,42869,-1 for getting cluster id 2024-11-10T16:22:24,629 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:22:24,629 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01f893f4-d571-4025-bc78-68aff7847ff5' 2024-11-10T16:22:24,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:22:24,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01f893f4-d571-4025-bc78-68aff7847ff5" 2024-11-10T16:22:24,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73d02908, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:24,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,42869,-1] 2024-11-10T16:22:24,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:22:24,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:24,631 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:22:24,631 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a1d7624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:24,632 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:22:24,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,42869,1731255735071 2024-11-10T16:22:24,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53372b78 2024-11-10T16:22:24,633 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:22:24,633 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:22:24,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42869 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8e3de9160f9f:36075,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T16:22:24,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42869 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T16:22:24,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:22:24,636 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8e3de9160f9f:36075' 2024-11-10T16:22:24,637 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@632b3fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:24,637 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,36075,-1 for getting cluster id 2024-11-10T16:22:24,637 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:22:24,638 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d677365-06cc-43d1-83e0-45f7d32680db' 2024-11-10T16:22:24,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:22:24,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d677365-06cc-43d1-83e0-45f7d32680db" 2024-11-10T16:22:24,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43de7420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:24,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,36075,-1] 2024-11-10T16:22:24,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:22:24,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:24,639 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:22:24,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e5c69b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:24,640 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:22:24,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,36075,1731255731040 2024-11-10T16:22:24,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@459fbd56 2024-11-10T16:22:24,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:22:24,641 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:22:24,642 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T16:22:24,642 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T16:22:24,642 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:24,642 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:24,642 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:22:24,643 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:22:24,644 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T16:22:24,644 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T16:22:24,645 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:24,645 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T16:22:24,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46433 is added to blk_1073741837_1013 (size=1138) 2024-11-10T16:22:24,694 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T16:22:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:22:24,797 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T16:22:24,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:24,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:24,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:24,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:24,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:24,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:24,838 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.wal-reader.8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/WALs/8e3de9160f9f,33363,1731255731092/8e3de9160f9f%2C33363%2C1731255731092.1731255733096 to pos 379, reset compression=false 2024-11-10T16:22:24,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:24,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:24,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:22:24,948 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T16:22:25,053 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8814a37317d07cf8e452d47d01f6de2f, NAME => 'hbase:replication,,1731255744642.8814a37317d07cf8e452d47d01f6de2f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b 2024-11-10T16:22:25,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46433 is added to blk_1073741838_1014 (size=44) 2024-11-10T16:22:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:22:25,343 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.wal-reader.8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/WALs/8e3de9160f9f,33363,1731255731092/8e3de9160f9f%2C33363%2C1731255731092.1731255733096 to pos 379, reset compression=false 2024-11-10T16:22:25,459 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731255744642.8814a37317d07cf8e452d47d01f6de2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:22:25,460 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8814a37317d07cf8e452d47d01f6de2f, disabling compactions & flushes 2024-11-10T16:22:25,460 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731255744642.8814a37317d07cf8e452d47d01f6de2f. 2024-11-10T16:22:25,460 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731255744642.8814a37317d07cf8e452d47d01f6de2f. 2024-11-10T16:22:25,460 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731255744642.8814a37317d07cf8e452d47d01f6de2f. after waiting 0 ms 2024-11-10T16:22:25,460 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731255744642.8814a37317d07cf8e452d47d01f6de2f. 2024-11-10T16:22:25,460 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731255744642.8814a37317d07cf8e452d47d01f6de2f. 2024-11-10T16:22:25,460 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8814a37317d07cf8e452d47d01f6de2f: Waiting for close lock at 1731255745460Disabling compacts and flushes for region at 1731255745460Disabling writes for close at 1731255745460Writing region close event to WAL at 1731255745460Closed at 1731255745460 2024-11-10T16:22:25,461 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T16:22:25,461 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731255744642.8814a37317d07cf8e452d47d01f6de2f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731255745461"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731255745461"}]},"ts":"1731255745461"} 2024-11-10T16:22:25,463 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T16:22:25,464 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T16:22:25,464 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255745464"}]},"ts":"1731255745464"} 2024-11-10T16:22:25,465 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T16:22:25,466 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8814a37317d07cf8e452d47d01f6de2f, ASSIGN}] 2024-11-10T16:22:25,467 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8814a37317d07cf8e452d47d01f6de2f, ASSIGN 2024-11-10T16:22:25,467 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8814a37317d07cf8e452d47d01f6de2f, ASSIGN; state=OFFLINE, location=8e3de9160f9f,33257,1731255735112; forceNewPlan=false, retain=false 2024-11-10T16:22:25,618 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8814a37317d07cf8e452d47d01f6de2f, regionState=OPENING, regionLocation=8e3de9160f9f,33257,1731255735112 2024-11-10T16:22:25,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8814a37317d07cf8e452d47d01f6de2f, ASSIGN because future has completed 2024-11-10T16:22:25,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8814a37317d07cf8e452d47d01f6de2f, server=8e3de9160f9f,33257,1731255735112}] 2024-11-10T16:22:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:22:25,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731255744642.8814a37317d07cf8e452d47d01f6de2f. 2024-11-10T16:22:25,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:22:25,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T16:22:25,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C33257%2C1731255735112.rep, suffix=, logDir=hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/WALs/8e3de9160f9f,33257,1731255735112, archiveDir=hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/oldWALs, maxLogs=10 2024-11-10T16:22:25,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/WALs/8e3de9160f9f,33257,1731255735112/8e3de9160f9f%2C33257%2C1731255735112.rep.1731255745779, exclude list is [], retry=0 2024-11-10T16:22:25,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46433,DS-137d1f9f-1751-4160-8a1f-37d293e43ce4,DISK] 2024-11-10T16:22:25,795 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/WALs/8e3de9160f9f,33257,1731255735112/8e3de9160f9f%2C33257%2C1731255735112.rep.1731255745779 2024-11-10T16:22:25,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35563:35563)] 2024-11-10T16:22:25,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8814a37317d07cf8e452d47d01f6de2f, NAME => 'hbase:replication,,1731255744642.8814a37317d07cf8e452d47d01f6de2f.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:22:25,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:22:25,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T16:22:25,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731255744642.8814a37317d07cf8e452d47d01f6de2f. service=MultiRowMutationService 2024-11-10T16:22:25,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T16:22:25,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8814a37317d07cf8e452d47d01f6de2f 2024-11-10T16:22:25,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731255744642.8814a37317d07cf8e452d47d01f6de2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:22:25,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8814a37317d07cf8e452d47d01f6de2f 2024-11-10T16:22:25,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8814a37317d07cf8e452d47d01f6de2f 2024-11-10T16:22:25,797 INFO [StoreOpener-8814a37317d07cf8e452d47d01f6de2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8814a37317d07cf8e452d47d01f6de2f 2024-11-10T16:22:25,799 INFO [StoreOpener-8814a37317d07cf8e452d47d01f6de2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8814a37317d07cf8e452d47d01f6de2f columnFamilyName hfileref 2024-11-10T16:22:25,799 DEBUG [StoreOpener-8814a37317d07cf8e452d47d01f6de2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:25,799 INFO [StoreOpener-8814a37317d07cf8e452d47d01f6de2f-1 {}] regionserver.HStore(327): Store=8814a37317d07cf8e452d47d01f6de2f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:22:25,799 INFO [StoreOpener-8814a37317d07cf8e452d47d01f6de2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8814a37317d07cf8e452d47d01f6de2f 2024-11-10T16:22:25,800 INFO [StoreOpener-8814a37317d07cf8e452d47d01f6de2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8814a37317d07cf8e452d47d01f6de2f columnFamilyName queue 2024-11-10T16:22:25,800 DEBUG [StoreOpener-8814a37317d07cf8e452d47d01f6de2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:25,800 INFO [StoreOpener-8814a37317d07cf8e452d47d01f6de2f-1 {}] regionserver.HStore(327): Store=8814a37317d07cf8e452d47d01f6de2f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:22:25,800 INFO [StoreOpener-8814a37317d07cf8e452d47d01f6de2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8814a37317d07cf8e452d47d01f6de2f 2024-11-10T16:22:25,801 INFO [StoreOpener-8814a37317d07cf8e452d47d01f6de2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8814a37317d07cf8e452d47d01f6de2f columnFamilyName sid 2024-11-10T16:22:25,801 DEBUG [StoreOpener-8814a37317d07cf8e452d47d01f6de2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:25,801 INFO [StoreOpener-8814a37317d07cf8e452d47d01f6de2f-1 {}] regionserver.HStore(327): Store=8814a37317d07cf8e452d47d01f6de2f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:22:25,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8814a37317d07cf8e452d47d01f6de2f 2024-11-10T16:22:25,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/hbase/replication/8814a37317d07cf8e452d47d01f6de2f 2024-11-10T16:22:25,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/hbase/replication/8814a37317d07cf8e452d47d01f6de2f 2024-11-10T16:22:25,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8814a37317d07cf8e452d47d01f6de2f 2024-11-10T16:22:25,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8814a37317d07cf8e452d47d01f6de2f 2024-11-10T16:22:25,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T16:22:25,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8814a37317d07cf8e452d47d01f6de2f 2024-11-10T16:22:25,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/hbase/replication/8814a37317d07cf8e452d47d01f6de2f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:22:25,806 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8814a37317d07cf8e452d47d01f6de2f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68883009, jitterRate=0.02643682062625885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T16:22:25,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8814a37317d07cf8e452d47d01f6de2f 2024-11-10T16:22:25,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8814a37317d07cf8e452d47d01f6de2f: Running coprocessor pre-open hook at 1731255745796Writing region info on filesystem at 1731255745796Initializing all the Stores at 1731255745797 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255745797Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255745797Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255745797Cleaning up temporary data from old regions at 1731255745803 (+6 ms)Running coprocessor post-open hooks at 1731255745806 (+3 ms)Region opened successfully at 1731255745806 2024-11-10T16:22:25,807 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731255744642.8814a37317d07cf8e452d47d01f6de2f., pid=10, masterSystemTime=1731255745773 2024-11-10T16:22:25,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731255744642.8814a37317d07cf8e452d47d01f6de2f. 2024-11-10T16:22:25,809 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731255744642.8814a37317d07cf8e452d47d01f6de2f. 2024-11-10T16:22:25,809 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8814a37317d07cf8e452d47d01f6de2f, regionState=OPEN, openSeqNum=2, regionLocation=8e3de9160f9f,33257,1731255735112 2024-11-10T16:22:25,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8814a37317d07cf8e452d47d01f6de2f, server=8e3de9160f9f,33257,1731255735112 because future has completed 2024-11-10T16:22:25,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T16:22:25,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8814a37317d07cf8e452d47d01f6de2f, server=8e3de9160f9f,33257,1731255735112 in 191 msec 2024-11-10T16:22:25,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T16:22:25,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8814a37317d07cf8e452d47d01f6de2f, ASSIGN in 348 msec 2024-11-10T16:22:25,816 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T16:22:25,816 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255745816"}]},"ts":"1731255745816"} 2024-11-10T16:22:25,817 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T16:22:25,818 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T16:22:25,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-11-10T16:22:25,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731255744642.8814a37317d07cf8e452d47d01f6de2f., hostname=8e3de9160f9f,33257,1731255735112, seqNum=2] 2024-11-10T16:22:25,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42869-0x10102afe96c0003, quorum=127.0.0.1:55007, baseZNode=/11173115456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11173115456 2024-11-10T16:22:25,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x10102afe96c0004, quorum=127.0.0.1:55007, baseZNode=/11173115456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11173115456 2024-11-10T16:22:25,859 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T16:22:25,948 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.wal-reader.8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/WALs/8e3de9160f9f,33363,1731255731092/8e3de9160f9f%2C33363%2C1731255731092.1731255733096 to pos 379, reset compression=false 2024-11-10T16:22:26,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33257 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T16:22:26,012 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T16:22:26,051 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8e3de9160f9f,33257,1731255735112, ReplicationSource: 1, currentBandwidth=0 2024-11-10T16:22:26,052 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:22:26,052 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33257,1731255735112, seqNum=-1] 2024-11-10T16:22:26,052 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:22:26,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-10T16:22:26,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8e3de9160f9f,33257,1731255735112', locateType=CURRENT is [region=hbase:replication,,1731255744642.8814a37317d07cf8e452d47d01f6de2f., hostname=8e3de9160f9f,33257,1731255735112, seqNum=2] 2024-11-10T16:22:26,057 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T16:22:26,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42869 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T16:22:26,059 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8e3de9160f9f,33257,1731255735112 suceeded 2024-11-10T16:22:26,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T16:22:26,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-10T16:22:26,061 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8e3de9160f9f:36075,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T16:22:26,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4270 sec 2024-11-10T16:22:26,072 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8e3de9160f9f:36075' 2024-11-10T16:22:26,073 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ce2eba5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:26,073 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,36075,-1 for getting cluster id 2024-11-10T16:22:26,073 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:22:26,074 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d677365-06cc-43d1-83e0-45f7d32680db' 2024-11-10T16:22:26,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:22:26,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d677365-06cc-43d1-83e0-45f7d32680db" 2024-11-10T16:22:26,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1445f55b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:26,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,36075,-1] 2024-11-10T16:22:26,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:22:26,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:26,076 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:22:26,076 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fb03891, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:26,076 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:22:26,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,36075,1731255731040 2024-11-10T16:22:26,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1952253b 2024-11-10T16:22:26,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:22:26,078 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-10T16:22:26,079 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8e3de9160f9f,33257,1731255735112 (queues=1) is replicating from cluster=01f893f4-d571-4025-bc78-68aff7847ff5 to cluster=0d677365-06cc-43d1-83e0-45f7d32680db 2024-11-10T16:22:26,079 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8e3de9160f9f%2C33257%2C1731255735112 2024-11-10T16:22:26,079 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8e3de9160f9f,33257,1731255735112, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T16:22:26,079 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112.replicationSource.shipper8e3de9160f9f%2C33257%2C1731255735112,1-8e3de9160f9f,33257,1731255735112 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8e3de9160f9f%2C33257%2C1731255735112 2024-11-10T16:22:26,079 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112.replicationSource.wal-reader.8e3de9160f9f%2C33257%2C1731255735112,1-8e3de9160f9f,33257,1731255735112 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/WALs/8e3de9160f9f,33257,1731255735112/8e3de9160f9f%2C33257%2C1731255735112.1731255737099, startPosition=0, beingWritten=true 2024-11-10T16:22:26,085 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112.replicationSource.wal-reader.8e3de9160f9f%2C33257%2C1731255735112,1-8e3de9160f9f,33257,1731255735112 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:22:26,085 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112.replicationSource.wal-reader.8e3de9160f9f%2C33257%2C1731255735112,1-8e3de9160f9f,33257,1731255735112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/WALs/8e3de9160f9f,33257,1731255735112/8e3de9160f9f%2C33257%2C1731255735112.1731255737099 to pos 379, reset compression=false 2024-11-10T16:22:26,085 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112.replicationSource.shipper8e3de9160f9f%2C33257%2C1731255735112,1-8e3de9160f9f,33257,1731255735112 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,33257,1731255735112 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/WALs/8e3de9160f9f,33257,1731255735112/8e3de9160f9f%2C33257%2C1731255735112.1731255737099, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T16:22:26,289 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112.replicationSource.wal-reader.8e3de9160f9f%2C33257%2C1731255735112,1-8e3de9160f9f,33257,1731255735112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/WALs/8e3de9160f9f,33257,1731255735112/8e3de9160f9f%2C33257%2C1731255735112.1731255737099 to pos 379, reset compression=false 2024-11-10T16:22:26,594 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112.replicationSource.wal-reader.8e3de9160f9f%2C33257%2C1731255735112,1-8e3de9160f9f,33257,1731255735112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/WALs/8e3de9160f9f,33257,1731255735112/8e3de9160f9f%2C33257%2C1731255735112.1731255737099 to pos 379, reset compression=false 2024-11-10T16:22:26,652 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.wal-reader.8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/WALs/8e3de9160f9f,33363,1731255731092/8e3de9160f9f%2C33363%2C1731255731092.1731255733096 to pos 379, reset compression=false 2024-11-10T16:22:26,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:22:26,778 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T16:22:26,778 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:22:26,778 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:22:26,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:26,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:26,779 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:22:26,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:22:26,782 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731255746782/Put/seqid=0 2024-11-10T16:22:26,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40093 is added to blk_1073741840_1016 (size=7894) 2024-11-10T16:22:26,998 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112.replicationSource.wal-reader.8e3de9160f9f%2C33257%2C1731255735112,1-8e3de9160f9f,33257,1731255735112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/WALs/8e3de9160f9f,33257,1731255735112/8e3de9160f9f%2C33257%2C1731255735112.1731255737099 to pos 379, reset compression=false 2024-11-10T16:22:27,189 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731255747188/Put/seqid=0 2024-11-10T16:22:27,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40093 is added to blk_1073741841_1017 (size=7691) 2024-11-10T16:22:27,456 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.wal-reader.8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/WALs/8e3de9160f9f,33363,1731255731092/8e3de9160f9f%2C33363%2C1731255731092.1731255733096 to pos 379, reset compression=false 2024-11-10T16:22:27,502 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112.replicationSource.wal-reader.8e3de9160f9f%2C33257%2C1731255735112,1-8e3de9160f9f,33257,1731255735112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/WALs/8e3de9160f9f,33257,1731255735112/8e3de9160f9f%2C33257%2C1731255735112.1731255737099 to pos 379, reset compression=false 2024-11-10T16:22:27,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9166586, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:27,594 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,36075,-1 for getting cluster id 2024-11-10T16:22:27,594 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:22:27,595 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d677365-06cc-43d1-83e0-45f7d32680db' 2024-11-10T16:22:27,595 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:22:27,595 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d677365-06cc-43d1-83e0-45f7d32680db" 2024-11-10T16:22:27,596 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@273aa653, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:27,596 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,36075,-1] 2024-11-10T16:22:27,596 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:22:27,596 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:27,597 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:22:27,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51498702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:27,598 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:22:27,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33363,1731255731092, seqNum=-1] 2024-11-10T16:22:27,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:22:27,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:22:27,607 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:22:27,608 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,36075,1731255731040 2024-11-10T16:22:27,608 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f4da472 2024-11-10T16:22:27,608 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:22:27,609 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:22:27,612 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731255738155.ef79c77fb129ead9580793378561cc36., hostname=8e3de9160f9f,33363,1731255731092, seqNum=2] 2024-11-10T16:22:27,614 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T16:22:27,634 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-10T16:22:27,637 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-10T16:22:27,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/testHFileCyclicReplication_01/f/hfile_0 for inclusion in ef79c77fb129ead9580793378561cc36/f 2024-11-10T16:22:27,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-10T16:22:27,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T16:22:27,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/testHFileCyclicReplication_01/f/hfile_1 for inclusion in ef79c77fb129ead9580793378561cc36/f 2024-11-10T16:22:27,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-10T16:22:27,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T16:22:27,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.HRegion(2603): Flush status journal for ef79c77fb129ead9580793378561cc36: 2024-11-10T16:22:27,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/staging/jenkins__test__2ub8ck7naiukge5gepuq1i9prjkpbrmnl3q5psp88hdtq9aqkfa4ihe4siva5qt8/f/hfile_0 2024-11-10T16:22:27,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/staging/jenkins__test__2ub8ck7naiukge5gepuq1i9prjkpbrmnl3q5psp88hdtq9aqkfa4ihe4siva5qt8/f/hfile_0 as hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/default/test/ef79c77fb129ead9580793378561cc36/f/1670a6f4ea7149dba9b85c85e9896f8b_SeqId_4_ 2024-11-10T16:22:27,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/staging/jenkins__test__2ub8ck7naiukge5gepuq1i9prjkpbrmnl3q5psp88hdtq9aqkfa4ihe4siva5qt8/f/hfile_1 2024-11-10T16:22:27,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/staging/jenkins__test__2ub8ck7naiukge5gepuq1i9prjkpbrmnl3q5psp88hdtq9aqkfa4ihe4siva5qt8/f/hfile_1 as hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/default/test/ef79c77fb129ead9580793378561cc36/f/7387849b649f4687add130996bb9f29c_SeqId_4_ 2024-11-10T16:22:27,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/staging/jenkins__test__2ub8ck7naiukge5gepuq1i9prjkpbrmnl3q5psp88hdtq9aqkfa4ihe4siva5qt8/f/hfile_0 into ef79c77fb129ead9580793378561cc36/f as hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/default/test/ef79c77fb129ead9580793378561cc36/f/1670a6f4ea7149dba9b85c85e9896f8b_SeqId_4_ - updating store file list. 2024-11-10T16:22:27,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1670a6f4ea7149dba9b85c85e9896f8b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T16:22:27,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/default/test/ef79c77fb129ead9580793378561cc36/f/1670a6f4ea7149dba9b85c85e9896f8b_SeqId_4_ into ef79c77fb129ead9580793378561cc36/f 2024-11-10T16:22:27,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/staging/jenkins__test__2ub8ck7naiukge5gepuq1i9prjkpbrmnl3q5psp88hdtq9aqkfa4ihe4siva5qt8/f/hfile_0 into ef79c77fb129ead9580793378561cc36/f (new location: hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/default/test/ef79c77fb129ead9580793378561cc36/f/1670a6f4ea7149dba9b85c85e9896f8b_SeqId_4_) 2024-11-10T16:22:27,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/staging/jenkins__test__2ub8ck7naiukge5gepuq1i9prjkpbrmnl3q5psp88hdtq9aqkfa4ihe4siva5qt8/f/hfile_0 2024-11-10T16:22:27,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/staging/jenkins__test__2ub8ck7naiukge5gepuq1i9prjkpbrmnl3q5psp88hdtq9aqkfa4ihe4siva5qt8/f/hfile_1 into ef79c77fb129ead9580793378561cc36/f as hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/default/test/ef79c77fb129ead9580793378561cc36/f/7387849b649f4687add130996bb9f29c_SeqId_4_ - updating store file list. 2024-11-10T16:22:27,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7387849b649f4687add130996bb9f29c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T16:22:27,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/default/test/ef79c77fb129ead9580793378561cc36/f/7387849b649f4687add130996bb9f29c_SeqId_4_ into ef79c77fb129ead9580793378561cc36/f 2024-11-10T16:22:27,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/staging/jenkins__test__2ub8ck7naiukge5gepuq1i9prjkpbrmnl3q5psp88hdtq9aqkfa4ihe4siva5qt8/f/hfile_1 into ef79c77fb129ead9580793378561cc36/f (new location: hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/default/test/ef79c77fb129ead9580793378561cc36/f/7387849b649f4687add130996bb9f29c_SeqId_4_) 2024-11-10T16:22:27,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/staging/jenkins__test__2ub8ck7naiukge5gepuq1i9prjkpbrmnl3q5psp88hdtq9aqkfa4ihe4siva5qt8/f/hfile_1 2024-11-10T16:22:27,665 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:22:27,665 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:22:27,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:27,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:27,665 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:22:27,666 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731255738155.ef79c77fb129ead9580793378561cc36., hostname=8e3de9160f9f,33363,1731255731092, seqNum=2 , the old value is region=test,,1731255738155.ef79c77fb129ead9580793378561cc36., hostname=8e3de9160f9f,33363,1731255731092, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=8e3de9160f9f:33363 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T16:22:27,666 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731255738155.ef79c77fb129ead9580793378561cc36., hostname=8e3de9160f9f,33363,1731255731092, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T16:22:27,666 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731255738155.ef79c77fb129ead9580793378561cc36., hostname=8e3de9160f9f,33363,1731255731092, seqNum=2 from cache 2024-11-10T16:22:27,666 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:22:27,667 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T16:22:27,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33257,1731255735112, seqNum=-1] 2024-11-10T16:22:27,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:22:27,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:22:27,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731255740321.2469f0c99cc4a74f00c5f4fa33e9fb75., hostname=8e3de9160f9f,33257,1731255735112, seqNum=2] 2024-11-10T16:22:27,672 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T16:22:27,778 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:33363 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T16:22:28,106 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112.replicationSource.wal-reader.8e3de9160f9f%2C33257%2C1731255735112,1-8e3de9160f9f,33257,1731255735112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/WALs/8e3de9160f9f,33257,1731255735112/8e3de9160f9f%2C33257%2C1731255735112.1731255737099 to pos 379, reset compression=false 2024-11-10T16:22:28,360 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.wal-reader.8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/WALs/8e3de9160f9f,33363,1731255731092/8e3de9160f9f%2C33363%2C1731255731092.1731255733096 to pos 379, reset compression=false 2024-11-10T16:22:28,366 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.wal-reader.8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T16:22:28,366 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.shipper8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,33363,1731255731092 got entry batch from reader: WALEntryBatch [walEntries=[{test/ef79c77fb129ead9580793378561cc36/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731255747664/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/WALs/8e3de9160f9f,33363,1731255731092/8e3de9160f9f%2C33363%2C1731255731092.1731255733096, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T16:22:28,368 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.shipper8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T16:22:28,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-10T16:22:28,370 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.ReplicationSink(318): Replicating [0d677365-06cc-43d1-83e0-45f7d32680db] bulk loaded data 2024-11-10T16:22:28,370 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b7232f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:28,371 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,42869,-1 for getting cluster id 2024-11-10T16:22:28,371 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:22:28,371 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01f893f4-d571-4025-bc78-68aff7847ff5' 2024-11-10T16:22:28,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:22:28,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01f893f4-d571-4025-bc78-68aff7847ff5" 2024-11-10T16:22:28,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25a62d2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:28,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,42869,-1] 2024-11-10T16:22:28,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:22:28,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:28,373 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:22:28,373 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71b2d48b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:28,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46433 is added to blk_1073741840_1016 (size=7894) 2024-11-10T16:22:28,566 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.wal-reader.8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/WALs/8e3de9160f9f,33363,1731255731092/8e3de9160f9f%2C33363%2C1731255731092.1731255733096 to pos 687, reset compression=false 2024-11-10T16:22:28,625 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T16:22:28,625 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T16:22:28,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T16:22:28,626 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-10T16:22:28,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T16:22:28,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T16:22:28,676 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T16:22:28,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46433 is added to blk_1073741841_1017 (size=7691) 2024-11-10T16:22:28,811 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112.replicationSource.wal-reader.8e3de9160f9f%2C33257%2C1731255735112,1-8e3de9160f9f,33257,1731255735112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/WALs/8e3de9160f9f,33257,1731255735112/8e3de9160f9f%2C33257%2C1731255735112.1731255737099 to pos 379, reset compression=false 2024-11-10T16:22:28,870 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.wal-reader.8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/WALs/8e3de9160f9f,33363,1731255731092/8e3de9160f9f%2C33363%2C1731255731092.1731255733096 to pos 687, reset compression=false 2024-11-10T16:22:29,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:22:29,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,42869,1731255735071 2024-11-10T16:22:29,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@798a044b 2024-11-10T16:22:29,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:22:29,195 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-10T16:22:29,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T16:22:29,197 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:22:29,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33257,1731255735112, seqNum=-1] 2024-11-10T16:22:29,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:22:29,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-10T16:22:29,204 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/staging/jenkins.hfs.11__test__7hldaua1p09hq6q6b4lu6d3bjdq09eh19kbih2dc8p6c7pst48sqcsia7t4lbek2/f/1670a6f4ea7149dba9b85c85e9896f8b_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-10T16:22:29,206 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/staging/jenkins.hfs.11__test__7hldaua1p09hq6q6b4lu6d3bjdq09eh19kbih2dc8p6c7pst48sqcsia7t4lbek2/f/7387849b649f4687add130996bb9f29c_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-10T16:22:29,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/staging/jenkins.hfs.11__test__7hldaua1p09hq6q6b4lu6d3bjdq09eh19kbih2dc8p6c7pst48sqcsia7t4lbek2/f/7387849b649f4687add130996bb9f29c_SeqId_4_ for inclusion in 2469f0c99cc4a74f00c5f4fa33e9fb75/f 2024-11-10T16:22:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-10T16:22:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T16:22:29,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/staging/jenkins.hfs.11__test__7hldaua1p09hq6q6b4lu6d3bjdq09eh19kbih2dc8p6c7pst48sqcsia7t4lbek2/f/1670a6f4ea7149dba9b85c85e9896f8b_SeqId_4_ for inclusion in 2469f0c99cc4a74f00c5f4fa33e9fb75/f 2024-11-10T16:22:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-10T16:22:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T16:22:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HRegion(2603): Flush status journal for 2469f0c99cc4a74f00c5f4fa33e9fb75: 2024-11-10T16:22:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7387849b649f4687add130996bb9f29c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T16:22:29,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/staging/jenkins.hfs.11__test__7hldaua1p09hq6q6b4lu6d3bjdq09eh19kbih2dc8p6c7pst48sqcsia7t4lbek2/f/7387849b649f4687add130996bb9f29c_SeqId_4_ as hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/default/test/2469f0c99cc4a74f00c5f4fa33e9fb75/f/bf99305600e94d45a853a1ba52c870f7_SeqId_4_ 2024-11-10T16:22:29,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1670a6f4ea7149dba9b85c85e9896f8b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T16:22:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/staging/jenkins.hfs.11__test__7hldaua1p09hq6q6b4lu6d3bjdq09eh19kbih2dc8p6c7pst48sqcsia7t4lbek2/f/1670a6f4ea7149dba9b85c85e9896f8b_SeqId_4_ as hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/default/test/2469f0c99cc4a74f00c5f4fa33e9fb75/f/89dfdccf9d6a41aa9df6f346736ade97_SeqId_4_ 2024-11-10T16:22:29,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/staging/jenkins.hfs.11__test__7hldaua1p09hq6q6b4lu6d3bjdq09eh19kbih2dc8p6c7pst48sqcsia7t4lbek2/f/7387849b649f4687add130996bb9f29c_SeqId_4_ into 2469f0c99cc4a74f00c5f4fa33e9fb75/f as hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/default/test/2469f0c99cc4a74f00c5f4fa33e9fb75/f/bf99305600e94d45a853a1ba52c870f7_SeqId_4_ - updating store file list. 2024-11-10T16:22:29,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bf99305600e94d45a853a1ba52c870f7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T16:22:29,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/default/test/2469f0c99cc4a74f00c5f4fa33e9fb75/f/bf99305600e94d45a853a1ba52c870f7_SeqId_4_ into 2469f0c99cc4a74f00c5f4fa33e9fb75/f 2024-11-10T16:22:29,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/staging/jenkins.hfs.11__test__7hldaua1p09hq6q6b4lu6d3bjdq09eh19kbih2dc8p6c7pst48sqcsia7t4lbek2/f/7387849b649f4687add130996bb9f29c_SeqId_4_ into 2469f0c99cc4a74f00c5f4fa33e9fb75/f (new location: hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/default/test/2469f0c99cc4a74f00c5f4fa33e9fb75/f/bf99305600e94d45a853a1ba52c870f7_SeqId_4_) 2024-11-10T16:22:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/staging/jenkins.hfs.11__test__7hldaua1p09hq6q6b4lu6d3bjdq09eh19kbih2dc8p6c7pst48sqcsia7t4lbek2/f/7387849b649f4687add130996bb9f29c_SeqId_4_ 2024-11-10T16:22:29,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/staging/jenkins.hfs.11__test__7hldaua1p09hq6q6b4lu6d3bjdq09eh19kbih2dc8p6c7pst48sqcsia7t4lbek2/f/1670a6f4ea7149dba9b85c85e9896f8b_SeqId_4_ into 2469f0c99cc4a74f00c5f4fa33e9fb75/f as hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/default/test/2469f0c99cc4a74f00c5f4fa33e9fb75/f/89dfdccf9d6a41aa9df6f346736ade97_SeqId_4_ - updating store file list. 2024-11-10T16:22:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 89dfdccf9d6a41aa9df6f346736ade97_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T16:22:29,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/default/test/2469f0c99cc4a74f00c5f4fa33e9fb75/f/89dfdccf9d6a41aa9df6f346736ade97_SeqId_4_ into 2469f0c99cc4a74f00c5f4fa33e9fb75/f 2024-11-10T16:22:29,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/staging/jenkins.hfs.11__test__7hldaua1p09hq6q6b4lu6d3bjdq09eh19kbih2dc8p6c7pst48sqcsia7t4lbek2/f/1670a6f4ea7149dba9b85c85e9896f8b_SeqId_4_ into 2469f0c99cc4a74f00c5f4fa33e9fb75/f (new location: hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/default/test/2469f0c99cc4a74f00c5f4fa33e9fb75/f/89dfdccf9d6a41aa9df6f346736ade97_SeqId_4_) 2024-11-10T16:22:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/staging/jenkins.hfs.11__test__7hldaua1p09hq6q6b4lu6d3bjdq09eh19kbih2dc8p6c7pst48sqcsia7t4lbek2/f/1670a6f4ea7149dba9b85c85e9896f8b_SeqId_4_ 2024-11-10T16:22:29,241 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.ReplicationSink(324): Finished replicating [0d677365-06cc-43d1-83e0-45f7d32680db] bulk loaded data 2024-11-10T16:22:29,274 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.wal-reader.8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/WALs/8e3de9160f9f,33363,1731255731092/8e3de9160f9f%2C33363%2C1731255731092.1731255733096 to pos 687, reset compression=false 2024-11-10T16:22:29,615 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112.replicationSource.wal-reader.8e3de9160f9f%2C33257%2C1731255735112,1-8e3de9160f9f,33257,1731255735112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/WALs/8e3de9160f9f,33257,1731255735112/8e3de9160f9f%2C33257%2C1731255735112.1731255737099 to pos 379, reset compression=false 2024-11-10T16:22:29,620 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112.replicationSource.wal-reader.8e3de9160f9f%2C33257%2C1731255735112,1-8e3de9160f9f,33257,1731255735112 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T16:22:29,620 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112.replicationSource.shipper8e3de9160f9f%2C33257%2C1731255735112,1-8e3de9160f9f,33257,1731255735112 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,33257,1731255735112 got entry batch from reader: WALEntryBatch [walEntries=[{test/2469f0c99cc4a74f00c5f4fa33e9fb75/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731255749238/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/WALs/8e3de9160f9f,33257,1731255735112/8e3de9160f9f%2C33257%2C1731255735112.1731255737099, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-10T16:22:29,622 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112.replicationSource.shipper8e3de9160f9f%2C33257%2C1731255735112,1-8e3de9160f9f,33257,1731255735112 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T16:22:29,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-10T16:22:29,623 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.ReplicationSink(318): Replicating [0d677365-06cc-43d1-83e0-45f7d32680db, 01f893f4-d571-4025-bc78-68aff7847ff5] bulk loaded data 2024-11-10T16:22:29,624 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16dacdec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:29,624 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,36075,-1 for getting cluster id 2024-11-10T16:22:29,624 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:22:29,625 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d677365-06cc-43d1-83e0-45f7d32680db' 2024-11-10T16:22:29,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:22:29,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d677365-06cc-43d1-83e0-45f7d32680db" 2024-11-10T16:22:29,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@188ac0f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:29,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,36075,-1] 2024-11-10T16:22:29,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:22:29,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:29,626 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:22:29,627 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36802c32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:29,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40093 is added to blk_1073741842_1018 (size=7691) 2024-11-10T16:22:29,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:22:29,688 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731255749687/Put/seqid=0 2024-11-10T16:22:29,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46433 is added to blk_1073741842_1018 (size=11194) 2024-11-10T16:22:29,694 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731255749693/Put/seqid=0 2024-11-10T16:22:29,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46433 is added to blk_1073741843_1019 (size=10791) 2024-11-10T16:22:29,780 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.wal-reader.8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/WALs/8e3de9160f9f,33363,1731255731092/8e3de9160f9f%2C33363%2C1731255731092.1731255733096 to pos 687, reset compression=false 2024-11-10T16:22:29,820 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112.replicationSource.wal-reader.8e3de9160f9f%2C33257%2C1731255735112,1-8e3de9160f9f,33257,1731255735112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/WALs/8e3de9160f9f,33257,1731255735112/8e3de9160f9f%2C33257%2C1731255735112.1731255737099 to pos 725, reset compression=false 2024-11-10T16:22:30,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40093 is added to blk_1073741843_1019 (size=7894) 2024-11-10T16:22:30,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16c0016c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:30,099 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,42869,-1 for getting cluster id 2024-11-10T16:22:30,099 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:22:30,100 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01f893f4-d571-4025-bc78-68aff7847ff5' 2024-11-10T16:22:30,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:22:30,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01f893f4-d571-4025-bc78-68aff7847ff5" 2024-11-10T16:22:30,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c84367b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:30,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,42869,-1] 2024-11-10T16:22:30,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:22:30,101 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:30,101 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:22:30,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b50c5f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:30,102 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:22:30,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33257,1731255735112, seqNum=-1] 2024-11-10T16:22:30,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:22:30,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:22:30,111 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:22:30,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,42869,1731255735071 2024-11-10T16:22:30,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f81405c 2024-11-10T16:22:30,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:22:30,113 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:22:30,116 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731255740321.2469f0c99cc4a74f00c5f4fa33e9fb75., hostname=8e3de9160f9f,33257,1731255735112, seqNum=2] 2024-11-10T16:22:30,119 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T16:22:30,124 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112.replicationSource.wal-reader.8e3de9160f9f%2C33257%2C1731255735112,1-8e3de9160f9f,33257,1731255735112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/WALs/8e3de9160f9f,33257,1731255735112/8e3de9160f9f%2C33257%2C1731255735112.1731255737099 to pos 725, reset compression=false 2024-11-10T16:22:30,124 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-10T16:22:30,126 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-10T16:22:30,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 2469f0c99cc4a74f00c5f4fa33e9fb75/f 2024-11-10T16:22:30,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-10T16:22:30,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T16:22:30,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 2469f0c99cc4a74f00c5f4fa33e9fb75/f 2024-11-10T16:22:30,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-10T16:22:30,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T16:22:30,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HRegion(2603): Flush status journal for 2469f0c99cc4a74f00c5f4fa33e9fb75: 2024-11-10T16:22:30,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/staging/jenkins__test__hi1go4um1r2goeor1jqa3strgqk644c84cf6li9ok903b2ossv640ajkops8skk5/f/hfile_0 2024-11-10T16:22:30,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/staging/jenkins__test__hi1go4um1r2goeor1jqa3strgqk644c84cf6li9ok903b2ossv640ajkops8skk5/f/hfile_0 as hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/default/test/2469f0c99cc4a74f00c5f4fa33e9fb75/f/ef78288dc4af4317949256d1d7ce744c_SeqId_6_ 2024-11-10T16:22:30,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/staging/jenkins__test__hi1go4um1r2goeor1jqa3strgqk644c84cf6li9ok903b2ossv640ajkops8skk5/f/hfile_1 2024-11-10T16:22:30,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/staging/jenkins__test__hi1go4um1r2goeor1jqa3strgqk644c84cf6li9ok903b2ossv640ajkops8skk5/f/hfile_1 as hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/default/test/2469f0c99cc4a74f00c5f4fa33e9fb75/f/18b4e0f994f347ea9e0f80056cda272e_SeqId_6_ 2024-11-10T16:22:30,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/staging/jenkins__test__hi1go4um1r2goeor1jqa3strgqk644c84cf6li9ok903b2ossv640ajkops8skk5/f/hfile_0 into 2469f0c99cc4a74f00c5f4fa33e9fb75/f as hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/default/test/2469f0c99cc4a74f00c5f4fa33e9fb75/f/ef78288dc4af4317949256d1d7ce744c_SeqId_6_ - updating store file list. 2024-11-10T16:22:30,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ef78288dc4af4317949256d1d7ce744c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T16:22:30,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/default/test/2469f0c99cc4a74f00c5f4fa33e9fb75/f/ef78288dc4af4317949256d1d7ce744c_SeqId_6_ into 2469f0c99cc4a74f00c5f4fa33e9fb75/f 2024-11-10T16:22:30,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/staging/jenkins__test__hi1go4um1r2goeor1jqa3strgqk644c84cf6li9ok903b2ossv640ajkops8skk5/f/hfile_0 into 2469f0c99cc4a74f00c5f4fa33e9fb75/f (new location: hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/default/test/2469f0c99cc4a74f00c5f4fa33e9fb75/f/ef78288dc4af4317949256d1d7ce744c_SeqId_6_) 2024-11-10T16:22:30,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/staging/jenkins__test__hi1go4um1r2goeor1jqa3strgqk644c84cf6li9ok903b2ossv640ajkops8skk5/f/hfile_0 2024-11-10T16:22:30,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/staging/jenkins__test__hi1go4um1r2goeor1jqa3strgqk644c84cf6li9ok903b2ossv640ajkops8skk5/f/hfile_1 into 2469f0c99cc4a74f00c5f4fa33e9fb75/f as hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/default/test/2469f0c99cc4a74f00c5f4fa33e9fb75/f/18b4e0f994f347ea9e0f80056cda272e_SeqId_6_ - updating store file list. 2024-11-10T16:22:30,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 18b4e0f994f347ea9e0f80056cda272e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T16:22:30,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/default/test/2469f0c99cc4a74f00c5f4fa33e9fb75/f/18b4e0f994f347ea9e0f80056cda272e_SeqId_6_ into 2469f0c99cc4a74f00c5f4fa33e9fb75/f 2024-11-10T16:22:30,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/staging/jenkins__test__hi1go4um1r2goeor1jqa3strgqk644c84cf6li9ok903b2ossv640ajkops8skk5/f/hfile_1 into 2469f0c99cc4a74f00c5f4fa33e9fb75/f (new location: hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/default/test/2469f0c99cc4a74f00c5f4fa33e9fb75/f/18b4e0f994f347ea9e0f80056cda272e_SeqId_6_) 2024-11-10T16:22:30,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/staging/jenkins__test__hi1go4um1r2goeor1jqa3strgqk644c84cf6li9ok903b2ossv640ajkops8skk5/f/hfile_1 2024-11-10T16:22:30,154 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:22:30,154 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:22:30,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:30,155 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:22:30,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:30,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731255740321.2469f0c99cc4a74f00c5f4fa33e9fb75., hostname=8e3de9160f9f,33257,1731255735112, seqNum=2 , the old value is region=test,,1731255740321.2469f0c99cc4a74f00c5f4fa33e9fb75., hostname=8e3de9160f9f,33257,1731255735112, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=8e3de9160f9f:33257 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T16:22:30,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731255740321.2469f0c99cc4a74f00c5f4fa33e9fb75., hostname=8e3de9160f9f,33257,1731255735112, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T16:22:30,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731255740321.2469f0c99cc4a74f00c5f4fa33e9fb75., hostname=8e3de9160f9f,33257,1731255735112, seqNum=2 from cache 2024-11-10T16:22:30,155 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T16:22:30,155 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:22:30,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33363,1731255731092, seqNum=-1] 2024-11-10T16:22:30,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:22:30,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:22:30,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731255738155.ef79c77fb129ead9580793378561cc36., hostname=8e3de9160f9f,33363,1731255731092, seqNum=2] 2024-11-10T16:22:30,165 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T16:22:30,258 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:33257 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T16:22:30,384 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.wal-reader.8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/WALs/8e3de9160f9f,33363,1731255731092/8e3de9160f9f%2C33363%2C1731255731092.1731255733096 to pos 687, reset compression=false 2024-11-10T16:22:30,449 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:22:30,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,36075,1731255731040 2024-11-10T16:22:30,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12f98cc3 2024-11-10T16:22:30,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:22:30,451 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-10T16:22:30,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T16:22:30,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:22:30,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33363,1731255731092, seqNum=-1] 2024-11-10T16:22:30,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:22:30,456 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-10T16:22:30,461 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/staging/jenkins.hfs.10__test__r0j7fb586n9rqk81qbr0vitvg3rlgoeo4nng7keu9qobk3lr5tqhl1bom2nm1ctl/f/89dfdccf9d6a41aa9df6f346736ade97_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-10T16:22:30,464 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/staging/jenkins.hfs.10__test__r0j7fb586n9rqk81qbr0vitvg3rlgoeo4nng7keu9qobk3lr5tqhl1bom2nm1ctl/f/bf99305600e94d45a853a1ba52c870f7_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-10T16:22:30,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.ReplicationSink(324): Finished replicating [0d677365-06cc-43d1-83e0-45f7d32680db, 01f893f4-d571-4025-bc78-68aff7847ff5] bulk loaded data 2024-11-10T16:22:30,527 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112.replicationSource.wal-reader.8e3de9160f9f%2C33257%2C1731255735112,1-8e3de9160f9f,33257,1731255735112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/WALs/8e3de9160f9f,33257,1731255735112/8e3de9160f9f%2C33257%2C1731255735112.1731255737099 to pos 725, reset compression=false 2024-11-10T16:22:30,532 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112.replicationSource.wal-reader.8e3de9160f9f%2C33257%2C1731255735112,1-8e3de9160f9f,33257,1731255735112 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T16:22:30,532 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112.replicationSource.shipper8e3de9160f9f%2C33257%2C1731255735112,1-8e3de9160f9f,33257,1731255735112 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,33257,1731255735112 got entry batch from reader: WALEntryBatch [walEntries=[{test/2469f0c99cc4a74f00c5f4fa33e9fb75/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731255750153/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/WALs/8e3de9160f9f,33257,1731255735112/8e3de9160f9f%2C33257%2C1731255735112.1731255737099, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T16:22:30,533 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.ReplicationSink(318): Replicating [01f893f4-d571-4025-bc78-68aff7847ff5] bulk loaded data 2024-11-10T16:22:30,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40093 is added to blk_1073741844_1020 (size=11194) 2024-11-10T16:22:30,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40093 is added to blk_1073741845_1021 (size=10791) 2024-11-10T16:22:30,552 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T16:22:30,558 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/staging/jenkins.hfs.10__test__5jtthr5ustruejm3l6151su63vc6gdq2gpbh5rjo9008gemnekv1ruqjg1sde9gh/f/18b4e0f994f347ea9e0f80056cda272e_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-10T16:22:30,560 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/staging/jenkins.hfs.10__test__5jtthr5ustruejm3l6151su63vc6gdq2gpbh5rjo9008gemnekv1ruqjg1sde9gh/f/ef78288dc4af4317949256d1d7ce744c_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-10T16:22:30,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/staging/jenkins.hfs.10__test__5jtthr5ustruejm3l6151su63vc6gdq2gpbh5rjo9008gemnekv1ruqjg1sde9gh/f/18b4e0f994f347ea9e0f80056cda272e_SeqId_6_ for inclusion in ef79c77fb129ead9580793378561cc36/f 2024-11-10T16:22:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-10T16:22:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T16:22:30,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/staging/jenkins.hfs.10__test__5jtthr5ustruejm3l6151su63vc6gdq2gpbh5rjo9008gemnekv1ruqjg1sde9gh/f/ef78288dc4af4317949256d1d7ce744c_SeqId_6_ for inclusion in ef79c77fb129ead9580793378561cc36/f 2024-11-10T16:22:30,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-10T16:22:30,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T16:22:30,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.HRegion(2603): Flush status journal for ef79c77fb129ead9580793378561cc36: 2024-11-10T16:22:30,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 18b4e0f994f347ea9e0f80056cda272e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T16:22:30,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/staging/jenkins.hfs.10__test__5jtthr5ustruejm3l6151su63vc6gdq2gpbh5rjo9008gemnekv1ruqjg1sde9gh/f/18b4e0f994f347ea9e0f80056cda272e_SeqId_6_ as hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/default/test/ef79c77fb129ead9580793378561cc36/f/d0e90f92985249c2b068e62c62ecc072_SeqId_6_ 2024-11-10T16:22:30,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ef78288dc4af4317949256d1d7ce744c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T16:22:30,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/staging/jenkins.hfs.10__test__5jtthr5ustruejm3l6151su63vc6gdq2gpbh5rjo9008gemnekv1ruqjg1sde9gh/f/ef78288dc4af4317949256d1d7ce744c_SeqId_6_ as hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/default/test/ef79c77fb129ead9580793378561cc36/f/a9f53e1e65844112b8f35e76afd0bc73_SeqId_6_ 2024-11-10T16:22:30,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/staging/jenkins.hfs.10__test__5jtthr5ustruejm3l6151su63vc6gdq2gpbh5rjo9008gemnekv1ruqjg1sde9gh/f/18b4e0f994f347ea9e0f80056cda272e_SeqId_6_ into ef79c77fb129ead9580793378561cc36/f as hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/default/test/ef79c77fb129ead9580793378561cc36/f/d0e90f92985249c2b068e62c62ecc072_SeqId_6_ - updating store file list. 2024-11-10T16:22:30,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d0e90f92985249c2b068e62c62ecc072_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T16:22:30,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/default/test/ef79c77fb129ead9580793378561cc36/f/d0e90f92985249c2b068e62c62ecc072_SeqId_6_ into ef79c77fb129ead9580793378561cc36/f 2024-11-10T16:22:30,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/staging/jenkins.hfs.10__test__5jtthr5ustruejm3l6151su63vc6gdq2gpbh5rjo9008gemnekv1ruqjg1sde9gh/f/18b4e0f994f347ea9e0f80056cda272e_SeqId_6_ into ef79c77fb129ead9580793378561cc36/f (new location: hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/default/test/ef79c77fb129ead9580793378561cc36/f/d0e90f92985249c2b068e62c62ecc072_SeqId_6_) 2024-11-10T16:22:30,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/staging/jenkins.hfs.10__test__5jtthr5ustruejm3l6151su63vc6gdq2gpbh5rjo9008gemnekv1ruqjg1sde9gh/f/18b4e0f994f347ea9e0f80056cda272e_SeqId_6_ 2024-11-10T16:22:30,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/staging/jenkins.hfs.10__test__5jtthr5ustruejm3l6151su63vc6gdq2gpbh5rjo9008gemnekv1ruqjg1sde9gh/f/ef78288dc4af4317949256d1d7ce744c_SeqId_6_ into ef79c77fb129ead9580793378561cc36/f as hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/default/test/ef79c77fb129ead9580793378561cc36/f/a9f53e1e65844112b8f35e76afd0bc73_SeqId_6_ - updating store file list. 2024-11-10T16:22:30,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a9f53e1e65844112b8f35e76afd0bc73_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T16:22:30,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/default/test/ef79c77fb129ead9580793378561cc36/f/a9f53e1e65844112b8f35e76afd0bc73_SeqId_6_ into ef79c77fb129ead9580793378561cc36/f 2024-11-10T16:22:30,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/staging/jenkins.hfs.10__test__5jtthr5ustruejm3l6151su63vc6gdq2gpbh5rjo9008gemnekv1ruqjg1sde9gh/f/ef78288dc4af4317949256d1d7ce744c_SeqId_6_ into ef79c77fb129ead9580793378561cc36/f (new location: hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/default/test/ef79c77fb129ead9580793378561cc36/f/a9f53e1e65844112b8f35e76afd0bc73_SeqId_6_) 2024-11-10T16:22:30,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/staging/jenkins.hfs.10__test__5jtthr5ustruejm3l6151su63vc6gdq2gpbh5rjo9008gemnekv1ruqjg1sde9gh/f/ef78288dc4af4317949256d1d7ce744c_SeqId_6_ 2024-11-10T16:22:30,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33363 {}] regionserver.ReplicationSink(324): Finished replicating [01f893f4-d571-4025-bc78-68aff7847ff5] bulk loaded data 2024-11-10T16:22:30,733 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112.replicationSource.wal-reader.8e3de9160f9f%2C33257%2C1731255735112,1-8e3de9160f9f,33257,1731255735112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/WALs/8e3de9160f9f,33257,1731255735112/8e3de9160f9f%2C33257%2C1731255735112.1731255737099 to pos 1033, reset compression=false 2024-11-10T16:22:31,037 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112.replicationSource.wal-reader.8e3de9160f9f%2C33257%2C1731255735112,1-8e3de9160f9f,33257,1731255735112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/WALs/8e3de9160f9f,33257,1731255735112/8e3de9160f9f%2C33257%2C1731255735112.1731255737099 to pos 1033, reset compression=false 2024-11-10T16:22:31,088 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.wal-reader.8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/WALs/8e3de9160f9f,33363,1731255731092/8e3de9160f9f%2C33363%2C1731255731092.1731255733096 to pos 687, reset compression=false 2024-11-10T16:22:31,092 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.wal-reader.8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T16:22:31,092 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.shipper8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,33363,1731255731092 got entry batch from reader: WALEntryBatch [walEntries=[{test/ef79c77fb129ead9580793378561cc36/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731255750582/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/WALs/8e3de9160f9f,33363,1731255731092/8e3de9160f9f%2C33363%2C1731255731092.1731255733096, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-10T16:22:31,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.ReplicationSink(318): Replicating [01f893f4-d571-4025-bc78-68aff7847ff5, 0d677365-06cc-43d1-83e0-45f7d32680db] bulk loaded data 2024-11-10T16:22:31,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46433 is added to blk_1073741844_1020 (size=10791) 2024-11-10T16:22:31,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T16:22:31,176 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:22:31,176 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:22:31,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:31,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:31,176 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:22:31,176 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T16:22:31,176 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=673113339, stopped=false 2024-11-10T16:22:31,177 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8e3de9160f9f,42869,1731255735071 2024-11-10T16:22:31,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x10102afe96c0004, quorum=127.0.0.1:55007, baseZNode=/11173115456 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11173115456/running 2024-11-10T16:22:31,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42869-0x10102afe96c0003, quorum=127.0.0.1:55007, baseZNode=/11173115456 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11173115456/running 2024-11-10T16:22:31,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x10102afe96c0004, quorum=127.0.0.1:55007, baseZNode=/11173115456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11173115456 2024-11-10T16:22:31,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42869-0x10102afe96c0003, quorum=127.0.0.1:55007, baseZNode=/11173115456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11173115456 2024-11-10T16:22:31,178 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:22:31,178 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:22:31,178 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:22:31,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:31,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33257-0x10102afe96c0004, quorum=127.0.0.1:55007, baseZNode=/11173115456 Set watcher on znode that does not yet exist, /11173115456/running 2024-11-10T16:22:31,179 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8e3de9160f9f,33257,1731255735112' ***** 2024-11-10T16:22:31,179 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42869-0x10102afe96c0003, quorum=127.0.0.1:55007, baseZNode=/11173115456 Set watcher on znode that does not yet exist, /11173115456/running 2024-11-10T16:22:31,179 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T16:22:31,179 INFO [RS:0;8e3de9160f9f:33257 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T16:22:31,179 INFO [RS:0;8e3de9160f9f:33257 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T16:22:31,179 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T16:22:31,179 INFO [RS:0;8e3de9160f9f:33257 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T16:22:31,180 INFO [RS:0;8e3de9160f9f:33257 {}] regionserver.HRegionServer(3091): Received CLOSE for 2469f0c99cc4a74f00c5f4fa33e9fb75 2024-11-10T16:22:31,180 INFO [RS:0;8e3de9160f9f:33257 {}] regionserver.HRegionServer(3091): Received CLOSE for 8814a37317d07cf8e452d47d01f6de2f 2024-11-10T16:22:31,180 INFO [RS:0;8e3de9160f9f:33257 {}] regionserver.HRegionServer(959): stopping server 8e3de9160f9f,33257,1731255735112 2024-11-10T16:22:31,180 INFO [RS:0;8e3de9160f9f:33257 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:22:31,180 INFO [RS:0;8e3de9160f9f:33257 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:33257. 2024-11-10T16:22:31,180 DEBUG [RS:0;8e3de9160f9f:33257 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:22:31,180 DEBUG [RS:0;8e3de9160f9f:33257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:31,180 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2469f0c99cc4a74f00c5f4fa33e9fb75, disabling compactions & flushes 2024-11-10T16:22:31,180 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731255740321.2469f0c99cc4a74f00c5f4fa33e9fb75. 2024-11-10T16:22:31,180 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731255740321.2469f0c99cc4a74f00c5f4fa33e9fb75. 2024-11-10T16:22:31,180 INFO [RS:0;8e3de9160f9f:33257 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T16:22:31,180 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731255740321.2469f0c99cc4a74f00c5f4fa33e9fb75. after waiting 0 ms 2024-11-10T16:22:31,180 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731255740321.2469f0c99cc4a74f00c5f4fa33e9fb75. 2024-11-10T16:22:31,180 INFO [RS:0;8e3de9160f9f:33257 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T16:22:31,180 INFO [RS:0;8e3de9160f9f:33257 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T16:22:31,180 INFO [RS:0;8e3de9160f9f:33257 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T16:22:31,181 INFO [RS:0;8e3de9160f9f:33257 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T16:22:31,181 DEBUG [RS:0;8e3de9160f9f:33257 {}] regionserver.HRegionServer(1325): Online Regions={2469f0c99cc4a74f00c5f4fa33e9fb75=test,,1731255740321.2469f0c99cc4a74f00c5f4fa33e9fb75., 8814a37317d07cf8e452d47d01f6de2f=hbase:replication,,1731255744642.8814a37317d07cf8e452d47d01f6de2f., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T16:22:31,181 DEBUG [RS:0;8e3de9160f9f:33257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2469f0c99cc4a74f00c5f4fa33e9fb75, 8814a37317d07cf8e452d47d01f6de2f 2024-11-10T16:22:31,181 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T16:22:31,181 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T16:22:31,181 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T16:22:31,181 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T16:22:31,181 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T16:22:31,181 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T16:22:31,184 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/default/test/2469f0c99cc4a74f00c5f4fa33e9fb75/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T16:22:31,185 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:22:31,185 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T16:22:31,185 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731255740321.2469f0c99cc4a74f00c5f4fa33e9fb75. 2024-11-10T16:22:31,185 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2469f0c99cc4a74f00c5f4fa33e9fb75: Waiting for close lock at 1731255751180Running coprocessor pre-close hooks at 1731255751180Disabling compacts and flushes for region at 1731255751180Disabling writes for close at 1731255751180Writing region close event to WAL at 1731255751181 (+1 ms)Running coprocessor post-close hooks at 1731255751185 (+4 ms)Closed at 1731255751185 2024-11-10T16:22:31,185 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731255740321.2469f0c99cc4a74f00c5f4fa33e9fb75. 2024-11-10T16:22:31,185 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8814a37317d07cf8e452d47d01f6de2f, disabling compactions & flushes 2024-11-10T16:22:31,185 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731255744642.8814a37317d07cf8e452d47d01f6de2f. 2024-11-10T16:22:31,185 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731255744642.8814a37317d07cf8e452d47d01f6de2f. 2024-11-10T16:22:31,185 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731255744642.8814a37317d07cf8e452d47d01f6de2f. after waiting 0 ms 2024-11-10T16:22:31,185 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731255744642.8814a37317d07cf8e452d47d01f6de2f. 2024-11-10T16:22:31,185 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8814a37317d07cf8e452d47d01f6de2f 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-10T16:22:31,202 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/hbase/meta/1588230740/.tmp/info/c9723e86a19947e791087829637a8887 is 147, key is hbase:replication,,1731255744642.8814a37317d07cf8e452d47d01f6de2f./info:regioninfo/1731255745809/Put/seqid=0 2024-11-10T16:22:31,204 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/hbase/replication/8814a37317d07cf8e452d47d01f6de2f/.tmp/hfileref/56bc800d6d20447e814b71a5df5f7ff6 is 74, key is 1/hfileref:18b4e0f994f347ea9e0f80056cda272e_SeqId_6_/1731255750585/DeleteColumn/seqid=0 2024-11-10T16:22:31,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46433 is added to blk_1073741845_1021 (size=7686) 2024-11-10T16:22:31,207 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/hbase/meta/1588230740/.tmp/info/c9723e86a19947e791087829637a8887 2024-11-10T16:22:31,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46433 is added to blk_1073741846_1022 (size=5345) 2024-11-10T16:22:31,210 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/hbase/replication/8814a37317d07cf8e452d47d01f6de2f/.tmp/hfileref/56bc800d6d20447e814b71a5df5f7ff6 2024-11-10T16:22:31,231 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/hbase/meta/1588230740/.tmp/ns/0b975e5476e74a9da963acb21d8f2c60 is 43, key is default/ns:d/1731255738069/Put/seqid=0 2024-11-10T16:22:31,232 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/hbase/replication/8814a37317d07cf8e452d47d01f6de2f/.tmp/queue/4f4400ee5d8d473eb737f71d64a74dc7 is 154, key is 1-8e3de9160f9f,33257,1731255735112/queue:8e3de9160f9f%2C33257%2C1731255735112/1731255750587/Put/seqid=0 2024-11-10T16:22:31,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46433 is added to blk_1073741847_1023 (size=5153) 2024-11-10T16:22:31,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46433 is added to blk_1073741848_1024 (size=5353) 2024-11-10T16:22:31,278 INFO [regionserver/8e3de9160f9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:22:31,292 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.wal-reader.8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/WALs/8e3de9160f9f,33363,1731255731092/8e3de9160f9f%2C33363%2C1731255731092.1731255733096 to pos 1033, reset compression=false 2024-11-10T16:22:31,298 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T16:22:31,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:31,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:31,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:31,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:31,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:31,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:31,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:31,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:31,381 DEBUG [RS:0;8e3de9160f9f:33257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8814a37317d07cf8e452d47d01f6de2f 2024-11-10T16:22:31,442 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112.replicationSource.wal-reader.8e3de9160f9f%2C33257%2C1731255735112,1-8e3de9160f9f,33257,1731255735112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/WALs/8e3de9160f9f,33257,1731255735112/8e3de9160f9f%2C33257%2C1731255735112.1731255737099 to pos 1033, reset compression=false 2024-11-10T16:22:31,447 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112.replicationSource.wal-reader.8e3de9160f9f%2C33257%2C1731255735112,1-8e3de9160f9f,33257,1731255735112 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:22:31,447 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112.replicationSource.wal-reader.8e3de9160f9f%2C33257%2C1731255735112,1-8e3de9160f9f,33257,1731255735112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/WALs/8e3de9160f9f,33257,1731255735112/8e3de9160f9f%2C33257%2C1731255735112.1731255737099 to pos 1328, reset compression=false 2024-11-10T16:22:31,447 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112.replicationSource.shipper8e3de9160f9f%2C33257%2C1731255735112,1-8e3de9160f9f,33257,1731255735112 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,33257,1731255735112 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/WALs/8e3de9160f9f,33257,1731255735112/8e3de9160f9f%2C33257%2C1731255735112.1731255737099, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T16:22:31,448 ERROR [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112.replicationSource.shipper8e3de9160f9f%2C33257%2C1731255735112,1-8e3de9160f9f,33257,1731255735112 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8e3de9160f9f,33257,1731255735112: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8e3de9160f9f,33257,1731255735112, walGroup=8e3de9160f9f%2C33257%2C1731255735112, offset=8e3de9160f9f%2C33257%2C1731255735112.1731255737099:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:33257 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T16:22:31,449 ERROR [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112.replicationSource.shipper8e3de9160f9f%2C33257%2C1731255735112,1-8e3de9160f9f,33257,1731255735112 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T16:22:31,449 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112.replicationSource.shipper8e3de9160f9f%2C33257%2C1731255735112,1-8e3de9160f9f,33257,1731255735112 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T16:22:31,450 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112.replicationSource.shipper8e3de9160f9f%2C33257%2C1731255735112,1-8e3de9160f9f,33257,1731255735112 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T16:22:31,450 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112.replicationSource.shipper8e3de9160f9f%2C33257%2C1731255735112,1-8e3de9160f9f,33257,1731255735112 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T16:22:31,450 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112.replicationSource.shipper8e3de9160f9f%2C33257%2C1731255735112,1-8e3de9160f9f,33257,1731255735112 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T16:22:31,450 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112.replicationSource.shipper8e3de9160f9f%2C33257%2C1731255735112,1-8e3de9160f9f,33257,1731255735112 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 536886840 }, "NonHeapMemoryUsage": { "committed": 191102976, "init": 7667712, "max": -1, "used": 188124424 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T16:22:31,452 WARN [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112.replicationSource.shipper8e3de9160f9f%2C33257%2C1731255735112,1-8e3de9160f9f,33257,1731255735112 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:42869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:42869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T16:22:31,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46433 is added to blk_1073741849_1025 (size=11194) 2024-11-10T16:22:31,581 DEBUG [RS:0;8e3de9160f9f:33257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8814a37317d07cf8e452d47d01f6de2f 2024-11-10T16:22:31,596 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.wal-reader.8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/WALs/8e3de9160f9f,33363,1731255731092/8e3de9160f9f%2C33363%2C1731255731092.1731255733096 to pos 1033, reset compression=false 2024-11-10T16:22:31,636 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/hbase/meta/1588230740/.tmp/ns/0b975e5476e74a9da963acb21d8f2c60 2024-11-10T16:22:31,637 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/hbase/replication/8814a37317d07cf8e452d47d01f6de2f/.tmp/queue/4f4400ee5d8d473eb737f71d64a74dc7 2024-11-10T16:22:31,642 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/hbase/replication/8814a37317d07cf8e452d47d01f6de2f/.tmp/hfileref/56bc800d6d20447e814b71a5df5f7ff6 as hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/hbase/replication/8814a37317d07cf8e452d47d01f6de2f/hfileref/56bc800d6d20447e814b71a5df5f7ff6 2024-11-10T16:22:31,646 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/hbase/replication/8814a37317d07cf8e452d47d01f6de2f/hfileref/56bc800d6d20447e814b71a5df5f7ff6, entries=4, sequenceid=12, filesize=5.2 K 2024-11-10T16:22:31,647 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/hbase/replication/8814a37317d07cf8e452d47d01f6de2f/.tmp/queue/4f4400ee5d8d473eb737f71d64a74dc7 as hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/hbase/replication/8814a37317d07cf8e452d47d01f6de2f/queue/4f4400ee5d8d473eb737f71d64a74dc7 2024-11-10T16:22:31,651 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112.replicationSource.wal-reader.8e3de9160f9f%2C33257%2C1731255735112,1-8e3de9160f9f,33257,1731255735112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/WALs/8e3de9160f9f,33257,1731255735112/8e3de9160f9f%2C33257%2C1731255735112.1731255737099 to pos 1328, reset compression=false 2024-11-10T16:22:31,651 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/hbase/replication/8814a37317d07cf8e452d47d01f6de2f/queue/4f4400ee5d8d473eb737f71d64a74dc7, entries=1, sequenceid=12, filesize=5.2 K 2024-11-10T16:22:31,652 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 8814a37317d07cf8e452d47d01f6de2f in 467ms, sequenceid=12, compaction requested=false 2024-11-10T16:22:31,657 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/hbase/replication/8814a37317d07cf8e452d47d01f6de2f/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T16:22:31,657 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:22:31,657 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T16:22:31,657 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731255744642.8814a37317d07cf8e452d47d01f6de2f. 2024-11-10T16:22:31,657 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8814a37317d07cf8e452d47d01f6de2f: Waiting for close lock at 1731255751185Running coprocessor pre-close hooks at 1731255751185Disabling compacts and flushes for region at 1731255751185Disabling writes for close at 1731255751185Obtaining lock to block concurrent updates at 1731255751185Preparing flush snapshotting stores in 8814a37317d07cf8e452d47d01f6de2f at 1731255751185Finished memstore snapshotting hbase:replication,,1731255744642.8814a37317d07cf8e452d47d01f6de2f., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731255751186 (+1 ms)Flushing stores of hbase:replication,,1731255744642.8814a37317d07cf8e452d47d01f6de2f. at 1731255751186Flushing 8814a37317d07cf8e452d47d01f6de2f/hfileref: creating writer at 1731255751186Flushing 8814a37317d07cf8e452d47d01f6de2f/hfileref: appending metadata at 1731255751204 (+18 ms)Flushing 8814a37317d07cf8e452d47d01f6de2f/hfileref: closing flushed file at 1731255751204Flushing 8814a37317d07cf8e452d47d01f6de2f/queue: creating writer at 1731255751215 (+11 ms)Flushing 8814a37317d07cf8e452d47d01f6de2f/queue: appending metadata at 1731255751232 (+17 ms)Flushing 8814a37317d07cf8e452d47d01f6de2f/queue: closing flushed file at 1731255751232Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26ae91b8: reopening flushed file at 1731255751641 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36a36b1a: reopening flushed file at 1731255751646 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 8814a37317d07cf8e452d47d01f6de2f in 467ms, sequenceid=12, compaction requested=false at 1731255751652 (+6 ms)Writing region close event to WAL at 1731255751654 (+2 ms)Running coprocessor post-close hooks at 1731255751657 (+3 ms)Closed at 1731255751657 2024-11-10T16:22:31,657 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731255744642.8814a37317d07cf8e452d47d01f6de2f. 2024-11-10T16:22:31,659 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/hbase/meta/1588230740/.tmp/rep_barrier/db044066f92444d399c5126e8970ea7d is 112, key is test,,1731255740321.2469f0c99cc4a74f00c5f4fa33e9fb75./rep_barrier:seqnumDuringOpen/1731255741473/Put/seqid=0 2024-11-10T16:22:31,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46433 is added to blk_1073741850_1026 (size=5518) 2024-11-10T16:22:31,781 DEBUG [RS:0;8e3de9160f9f:33257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:22:31,913 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T16:22:31,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 8e3de9160f9f,33257,1731255735112 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T16:22:31,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33257,1731255735112, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33257,1731255735112, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 8e3de9160f9f,33257,1731255735112 aborting 2024-11-10T16:22:31,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33257,1731255735112, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 8e3de9160f9f,33257,1731255735112 aborting 2024-11-10T16:22:31,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33257,1731255735112, seqNum=-1 from cache 2024-11-10T16:22:31,955 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112.replicationSource.wal-reader.8e3de9160f9f%2C33257%2C1731255735112,1-8e3de9160f9f,33257,1731255735112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/WALs/8e3de9160f9f,33257,1731255735112/8e3de9160f9f%2C33257%2C1731255735112.1731255737099 to pos 1328, reset compression=false 2024-11-10T16:22:31,971 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T16:22:31,971 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T16:22:31,981 DEBUG [RS:0;8e3de9160f9f:33257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:22:32,000 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.wal-reader.8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/WALs/8e3de9160f9f,33363,1731255731092/8e3de9160f9f%2C33363%2C1731255731092.1731255733096 to pos 1033, reset compression=false 2024-11-10T16:22:32,027 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:22:32,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33257,1731255735112, seqNum=-1] 2024-11-10T16:22:32,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 8e3de9160f9f,33257,1731255735112 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T16:22:32,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33257,1731255735112, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33257,1731255735112, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 8e3de9160f9f,33257,1731255735112 aborting 2024-11-10T16:22:32,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33257,1731255735112, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 8e3de9160f9f,33257,1731255735112 aborting 2024-11-10T16:22:32,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33257,1731255735112, seqNum=-1 from cache 2024-11-10T16:22:32,063 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/hbase/meta/1588230740/.tmp/rep_barrier/db044066f92444d399c5126e8970ea7d 2024-11-10T16:22:32,081 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/hbase/meta/1588230740/.tmp/table/9c041f886a704372b4339e5c3cebae83 is 53, key is hbase:replication/table:state/1731255745816/Put/seqid=0 2024-11-10T16:22:32,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46433 is added to blk_1073741851_1027 (size=5308) 2024-11-10T16:22:32,181 DEBUG [RS:0;8e3de9160f9f:33257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:22:32,237 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:22:32,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33257,1731255735112, seqNum=-1] 2024-11-10T16:22:32,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 8e3de9160f9f,33257,1731255735112 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T16:22:32,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33257,1731255735112, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33257,1731255735112, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 8e3de9160f9f,33257,1731255735112 aborting 2024-11-10T16:22:32,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33257,1731255735112, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 8e3de9160f9f,33257,1731255735112 aborting 2024-11-10T16:22:32,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33257,1731255735112, seqNum=-1 from cache 2024-11-10T16:22:32,358 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112.replicationSource.wal-reader.8e3de9160f9f%2C33257%2C1731255735112,1-8e3de9160f9f,33257,1731255735112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/WALs/8e3de9160f9f,33257,1731255735112/8e3de9160f9f%2C33257%2C1731255735112.1731255737099 to pos 1328, reset compression=false 2024-11-10T16:22:32,382 INFO [RS:0;8e3de9160f9f:33257 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T16:22:32,382 DEBUG [RS:0;8e3de9160f9f:33257 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T16:22:32,382 DEBUG [RS:0;8e3de9160f9f:33257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:22:32,485 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/hbase/meta/1588230740/.tmp/table/9c041f886a704372b4339e5c3cebae83 2024-11-10T16:22:32,490 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/hbase/meta/1588230740/.tmp/info/c9723e86a19947e791087829637a8887 as hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/hbase/meta/1588230740/info/c9723e86a19947e791087829637a8887 2024-11-10T16:22:32,494 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/hbase/meta/1588230740/info/c9723e86a19947e791087829637a8887, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T16:22:32,495 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/hbase/meta/1588230740/.tmp/ns/0b975e5476e74a9da963acb21d8f2c60 as hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/hbase/meta/1588230740/ns/0b975e5476e74a9da963acb21d8f2c60 2024-11-10T16:22:32,498 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/hbase/meta/1588230740/ns/0b975e5476e74a9da963acb21d8f2c60, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T16:22:32,499 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/hbase/meta/1588230740/.tmp/rep_barrier/db044066f92444d399c5126e8970ea7d as hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/hbase/meta/1588230740/rep_barrier/db044066f92444d399c5126e8970ea7d 2024-11-10T16:22:32,503 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/hbase/meta/1588230740/rep_barrier/db044066f92444d399c5126e8970ea7d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T16:22:32,503 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/hbase/meta/1588230740/.tmp/table/9c041f886a704372b4339e5c3cebae83 as hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/hbase/meta/1588230740/table/9c041f886a704372b4339e5c3cebae83 2024-11-10T16:22:32,504 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.wal-reader.8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/WALs/8e3de9160f9f,33363,1731255731092/8e3de9160f9f%2C33363%2C1731255731092.1731255733096 to pos 1033, reset compression=false 2024-11-10T16:22:32,507 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/hbase/meta/1588230740/table/9c041f886a704372b4339e5c3cebae83, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T16:22:32,508 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1327ms, sequenceid=16, compaction requested=false 2024-11-10T16:22:32,514 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T16:22:32,515 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:22:32,515 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T16:22:32,515 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T16:22:32,515 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731255751181Running coprocessor pre-close hooks at 1731255751181Disabling compacts and flushes for region at 1731255751181Disabling writes for close at 1731255751181Obtaining lock to block concurrent updates at 1731255751181Preparing flush snapshotting stores in 1588230740 at 1731255751181Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731255751181Flushing stores of hbase:meta,,1.1588230740 at 1731255751182 (+1 ms)Flushing 1588230740/info: creating writer at 1731255751182Flushing 1588230740/info: appending metadata at 1731255751202 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731255751202Flushing 1588230740/ns: creating writer at 1731255751212 (+10 ms)Flushing 1588230740/ns: appending metadata at 1731255751230 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731255751230Flushing 1588230740/rep_barrier: creating writer at 1731255751640 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731255751658 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731255751658Flushing 1588230740/table: creating writer at 1731255752067 (+409 ms)Flushing 1588230740/table: appending metadata at 1731255752081 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731255752081Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21d7cacd: reopening flushed file at 1731255752489 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d8f2817: reopening flushed file at 1731255752494 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64b170cd: reopening flushed file at 1731255752499 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@376a9fe8: reopening flushed file at 1731255752503 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1327ms, sequenceid=16, compaction requested=false at 1731255752508 (+5 ms)Writing region close event to WAL at 1731255752511 (+3 ms)Running coprocessor post-close hooks at 1731255752514 (+3 ms)Closed at 1731255752515 (+1 ms) 2024-11-10T16:22:32,515 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T16:22:32,547 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:22:32,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33257,1731255735112, seqNum=-1] 2024-11-10T16:22:32,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 8e3de9160f9f,33257,1731255735112 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T16:22:32,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33257,1731255735112, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33257,1731255735112, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 8e3de9160f9f,33257,1731255735112 aborting 2024-11-10T16:22:32,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33257,1731255735112, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 8e3de9160f9f,33257,1731255735112 aborting 2024-11-10T16:22:32,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33257,1731255735112, seqNum=-1 from cache 2024-11-10T16:22:32,582 INFO [RS:0;8e3de9160f9f:33257 {}] regionserver.HRegionServer(976): stopping server 8e3de9160f9f,33257,1731255735112; all regions closed. 2024-11-10T16:22:32,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46433 is added to blk_1073741834_1010 (size=4239) 2024-11-10T16:22:32,584 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/WALs/8e3de9160f9f,33257,1731255735112/8e3de9160f9f%2C33257%2C1731255735112.meta.1731255738027.meta not finished, retry = 0 2024-11-10T16:22:32,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46433 is added to blk_1073741839_1015 (size=3127) 2024-11-10T16:22:32,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46433 is added to blk_1073741832_1008 (size=1336) 2024-11-10T16:22:32,689 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/WALs/8e3de9160f9f,33257,1731255735112/8e3de9160f9f%2C33257%2C1731255735112.1731255737099 not finished, retry = 0 2024-11-10T16:22:32,790 DEBUG [RS:0;8e3de9160f9f:33257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:32,790 INFO [RS:0;8e3de9160f9f:33257 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:22:32,790 INFO [RS:0;8e3de9160f9f:33257 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:22:32,791 INFO [RS:0;8e3de9160f9f:33257 {}] hbase.ChoreService(370): Chore service for: regionserver/8e3de9160f9f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T16:22:32,791 INFO [RS:0;8e3de9160f9f:33257 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:22:32,791 INFO [regionserver/8e3de9160f9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:22:32,791 INFO [RS:0;8e3de9160f9f:33257 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8e3de9160f9f,33257,1731255735112 because: Region server is closing 2024-11-10T16:22:32,791 INFO [RS:0;8e3de9160f9f:33257 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:33257. 2024-11-10T16:22:32,791 DEBUG [RS:0;8e3de9160f9f:33257 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:22:32,791 DEBUG [RS:0;8e3de9160f9f:33257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:32,792 DEBUG [RS:0;8e3de9160f9f:33257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:32,792 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:22:32,892 INFO [RS:0;8e3de9160f9f:33257 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33257,1731255735112.replicationSource.shipper8e3de9160f9f%2C33257%2C1731255735112,1-8e3de9160f9f,33257,1731255735112 terminated 2024-11-10T16:22:32,892 INFO [RS:0;8e3de9160f9f:33257 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:33257. 2024-11-10T16:22:32,892 DEBUG [RS:0;8e3de9160f9f:33257 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:22:32,892 DEBUG [RS:0;8e3de9160f9f:33257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:32,892 DEBUG [RS:0;8e3de9160f9f:33257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:32,892 INFO [RS:0;8e3de9160f9f:33257 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33257 2024-11-10T16:22:32,892 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:22:32,894 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.ReplicationSink(335): Unable to accept edit because: java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-10T16:22:32,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x10102afe96c0004, quorum=127.0.0.1:55007, baseZNode=/11173115456 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11173115456/rs/8e3de9160f9f,33257,1731255735112 2024-11-10T16:22:32,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42869-0x10102afe96c0003, quorum=127.0.0.1:55007, baseZNode=/11173115456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11173115456/rs 2024-11-10T16:22:32,894 INFO [RS:0;8e3de9160f9f:33257 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:22:32,894 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] ipc.MetricsHBaseServer(152): Unknown exception type java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-10T16:22:32,895 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:49722 deadline: 1731255811093, exception=java.io.InterruptedIOException 2024-11-10T16:22:32,894 WARN [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.shipper8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=8e3de9160f9f:33257 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-11-10T16:22:32,895 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T16:22:32,895 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8e3de9160f9f,33257,1731255735112] 2024-11-10T16:22:32,897 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11173115456/draining/8e3de9160f9f,33257,1731255735112 already deleted, retry=false 2024-11-10T16:22:32,898 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8e3de9160f9f,33257,1731255735112 expired; onlineServers=0 2024-11-10T16:22:32,898 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8e3de9160f9f,42869,1731255735071' ***** 2024-11-10T16:22:32,898 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T16:22:32,898 INFO [M:0;8e3de9160f9f:42869 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:22:32,898 INFO [M:0;8e3de9160f9f:42869 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:22:32,898 DEBUG [M:0;8e3de9160f9f:42869 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T16:22:32,898 DEBUG [M:0;8e3de9160f9f:42869 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T16:22:32,898 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T16:22:32,898 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255736880 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255736880,5,FailOnTimeoutGroup] 2024-11-10T16:22:32,898 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255736877 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255736877,5,FailOnTimeoutGroup] 2024-11-10T16:22:32,898 INFO [M:0;8e3de9160f9f:42869 {}] hbase.ChoreService(370): Chore service for: master/8e3de9160f9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T16:22:32,898 INFO [M:0;8e3de9160f9f:42869 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:22:32,898 DEBUG [M:0;8e3de9160f9f:42869 {}] master.HMaster(1795): Stopping service threads 2024-11-10T16:22:32,898 INFO [M:0;8e3de9160f9f:42869 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T16:22:32,898 INFO [M:0;8e3de9160f9f:42869 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:22:32,898 INFO [M:0;8e3de9160f9f:42869 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T16:22:32,899 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T16:22:32,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42869-0x10102afe96c0003, quorum=127.0.0.1:55007, baseZNode=/11173115456 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11173115456/master 2024-11-10T16:22:32,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42869-0x10102afe96c0003, quorum=127.0.0.1:55007, baseZNode=/11173115456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11173115456 2024-11-10T16:22:32,899 DEBUG [M:0;8e3de9160f9f:42869 {}] zookeeper.ZKUtil(347): master:42869-0x10102afe96c0003, quorum=127.0.0.1:55007, baseZNode=/11173115456 Unable to get data of znode /11173115456/master because node does not exist (not an error) 2024-11-10T16:22:32,899 WARN [M:0;8e3de9160f9f:42869 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T16:22:32,900 INFO [M:0;8e3de9160f9f:42869 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/.lastflushedseqids 2024-11-10T16:22:32,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46433 is added to blk_1073741852_1028 (size=263) 2024-11-10T16:22:32,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x10102afe96c0004, quorum=127.0.0.1:55007, baseZNode=/11173115456 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:22:32,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x10102afe96c0004, quorum=127.0.0.1:55007, baseZNode=/11173115456 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:22:32,996 INFO [RS:0;8e3de9160f9f:33257 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:22:32,996 INFO [RS:0;8e3de9160f9f:33257 {}] regionserver.HRegionServer(1031): Exiting; stopping=8e3de9160f9f,33257,1731255735112; zookeeper connection closed. 2024-11-10T16:22:32,996 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8e3de9160f9f:33257 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8e3de9160f9f/172.17.0.2:33257 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T16:22:32,996 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@22f4c0a1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@22f4c0a1 2024-11-10T16:22:32,997 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T16:22:32,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 8e3de9160f9f:33257 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8e3de9160f9f/172.17.0.2:33257 2024-11-10T16:22:32,997 WARN [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.shipper8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=8e3de9160f9f:33257 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8e3de9160f9f/172.17.0.2:33257 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8e3de9160f9f/172.17.0.2:33257 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T16:22:32,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42869 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T16:22:32,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42869 {}] ipc.CallRunner(138): callId: 7 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:41672 deadline: 1731255812999, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-10T16:22:33,000 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.shipper8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-10T16:22:33,001 WARN [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.shipper8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-10T16:22:33,057 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:22:33,058 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8e3de9160f9f,42869,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:42869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-11-10T16:22:33,059 ERROR [Async-Client-Retry-Timer-pool-0 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:112) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T16:22:33,107 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.wal-reader.8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/WALs/8e3de9160f9f,33363,1731255731092/8e3de9160f9f%2C33363%2C1731255731092.1731255733096 to pos 1033, reset compression=false 2024-11-10T16:22:33,201 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.shipper8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-10T16:22:33,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42869 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T16:22:33,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42869 {}] ipc.CallRunner(138): callId: 9 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:41672 deadline: 1731255813203, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-10T16:22:33,204 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.shipper8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-10T16:22:33,204 WARN [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.shipper8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-10T16:22:33,205 WARN [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.shipper8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-10T16:22:33,305 INFO [M:0;8e3de9160f9f:42869 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T16:22:33,305 INFO [M:0;8e3de9160f9f:42869 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T16:22:33,305 DEBUG [M:0;8e3de9160f9f:42869 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T16:22:33,305 INFO [M:0;8e3de9160f9f:42869 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:22:33,305 DEBUG [M:0;8e3de9160f9f:42869 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:22:33,305 DEBUG [M:0;8e3de9160f9f:42869 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T16:22:33,305 DEBUG [M:0;8e3de9160f9f:42869 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:22:33,305 INFO [M:0;8e3de9160f9f:42869 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-10T16:22:33,322 DEBUG [M:0;8e3de9160f9f:42869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec816864c5fb45519b74368e4eb9908e is 82, key is hbase:meta,,1/info:regioninfo/1731255738060/Put/seqid=0 2024-11-10T16:22:33,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46433 is added to blk_1073741853_1029 (size=5672) 2024-11-10T16:22:33,505 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.shipper8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-10T16:22:33,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42869 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T16:22:33,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42869 {}] ipc.CallRunner(138): callId: 11 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:41672 deadline: 1731255813507, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-10T16:22:33,507 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.shipper8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-10T16:22:33,508 WARN [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.shipper8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-10T16:22:33,508 WARN [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.shipper8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-10T16:22:33,727 INFO [M:0;8e3de9160f9f:42869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec816864c5fb45519b74368e4eb9908e 2024-11-10T16:22:33,749 DEBUG [M:0;8e3de9160f9f:42869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0a9ea21cc3944be83befb639078e358 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731255745819/Put/seqid=0 2024-11-10T16:22:33,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46433 is added to blk_1073741854_1030 (size=8515) 2024-11-10T16:22:33,812 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.wal-reader.8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/WALs/8e3de9160f9f,33363,1731255731092/8e3de9160f9f%2C33363%2C1731255731092.1731255733096 to pos 1033, reset compression=false 2024-11-10T16:22:33,909 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.shipper8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-10T16:22:33,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42869 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T16:22:33,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42869 {}] ipc.CallRunner(138): callId: 13 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:41672 deadline: 1731255813911, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-10T16:22:33,911 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.shipper8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-10T16:22:33,912 WARN [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.shipper8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-10T16:22:33,912 WARN [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.shipper8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-10T16:22:34,154 INFO [M:0;8e3de9160f9f:42869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0a9ea21cc3944be83befb639078e358 2024-11-10T16:22:34,173 DEBUG [M:0;8e3de9160f9f:42869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc81760388614267ae0067aeb12686c6 is 69, key is 8e3de9160f9f,33257,1731255735112/rs:state/1731255736955/Put/seqid=0 2024-11-10T16:22:34,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46433 is added to blk_1073741855_1031 (size=5156) 2024-11-10T16:22:34,413 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.shipper8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-10T16:22:34,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42869 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T16:22:34,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42869 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:41672 deadline: 1731255814414, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-10T16:22:34,415 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.shipper8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-10T16:22:34,416 WARN [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.shipper8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-10T16:22:34,416 WARN [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.shipper8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-10T16:22:34,578 INFO [M:0;8e3de9160f9f:42869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc81760388614267ae0067aeb12686c6 2024-11-10T16:22:34,583 DEBUG [M:0;8e3de9160f9f:42869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec816864c5fb45519b74368e4eb9908e as hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ec816864c5fb45519b74368e4eb9908e 2024-11-10T16:22:34,587 INFO [M:0;8e3de9160f9f:42869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ec816864c5fb45519b74368e4eb9908e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T16:22:34,587 DEBUG [M:0;8e3de9160f9f:42869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0a9ea21cc3944be83befb639078e358 as hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d0a9ea21cc3944be83befb639078e358 2024-11-10T16:22:34,591 INFO [M:0;8e3de9160f9f:42869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d0a9ea21cc3944be83befb639078e358, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T16:22:34,592 DEBUG [M:0;8e3de9160f9f:42869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc81760388614267ae0067aeb12686c6 as hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cc81760388614267ae0067aeb12686c6 2024-11-10T16:22:34,595 INFO [M:0;8e3de9160f9f:42869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37285/user/jenkins/test-data/38ce3991-b24c-9939-449a-479522e21a9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cc81760388614267ae0067aeb12686c6, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T16:22:34,596 INFO [M:0;8e3de9160f9f:42869 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false 2024-11-10T16:22:34,600 INFO [M:0;8e3de9160f9f:42869 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:22:34,600 DEBUG [M:0;8e3de9160f9f:42869 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731255753305Disabling compacts and flushes for region at 1731255753305Disabling writes for close at 1731255753305Obtaining lock to block concurrent updates at 1731255753305Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731255753305Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731255753306 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731255753306Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731255753306Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731255753321 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731255753321Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731255753731 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731255753749 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731255753749Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731255754159 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731255754173 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731255754173Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45e2e03a: reopening flushed file at 1731255754582 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23a96fbe: reopening flushed file at 1731255754587 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ed26311: reopening flushed file at 1731255754591 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false at 1731255754596 (+5 ms)Writing region close event to WAL at 1731255754600 (+4 ms)Closed at 1731255754600 2024-11-10T16:22:34,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46433 is added to blk_1073741830_1006 (size=63642) 2024-11-10T16:22:34,603 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:22:34,603 INFO [M:0;8e3de9160f9f:42869 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T16:22:34,603 INFO [M:0;8e3de9160f9f:42869 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42869 2024-11-10T16:22:34,605 INFO [M:0;8e3de9160f9f:42869 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:22:34,616 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.wal-reader.8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/WALs/8e3de9160f9f,33363,1731255731092/8e3de9160f9f%2C33363%2C1731255731092.1731255733096 to pos 1033, reset compression=false 2024-11-10T16:22:34,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42869-0x10102afe96c0003, quorum=127.0.0.1:55007, baseZNode=/11173115456 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:22:34,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42869-0x10102afe96c0003, quorum=127.0.0.1:55007, baseZNode=/11173115456 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:22:34,706 INFO [M:0;8e3de9160f9f:42869 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:22:34,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bc06253{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T16:22:34,709 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38e96b20{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T16:22:34,710 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T16:22:34,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c69b0dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T16:22:34,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@771f0749{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/724b0c6d-18cb-fa69-31ef-a931100916d9/hadoop.log.dir/,STOPPED} 2024-11-10T16:22:34,711 WARN [BP-1741859356-172.17.0.2-1731255734156 heartbeating to localhost/127.0.0.1:37285 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T16:22:34,712 WARN [BP-1741859356-172.17.0.2-1731255734156 heartbeating to localhost/127.0.0.1:37285 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1741859356-172.17.0.2-1731255734156 (Datanode Uuid 96f21e28-9a7d-44d1-bc3d-75c31824fbb0) service to localhost/127.0.0.1:37285 2024-11-10T16:22:34,712 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/724b0c6d-18cb-fa69-31ef-a931100916d9/cluster_f797922f-2b3c-94ad-30c3-db2a6c2072d8/data/data1/current/BP-1741859356-172.17.0.2-1731255734156 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T16:22:34,712 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/724b0c6d-18cb-fa69-31ef-a931100916d9/cluster_f797922f-2b3c-94ad-30c3-db2a6c2072d8/data/data2/current/BP-1741859356-172.17.0.2-1731255734156 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T16:22:34,713 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T16:22:34,713 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T16:22:34,713 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T16:22:34,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1228fad4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T16:22:34,720 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@672fe1f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T16:22:34,720 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T16:22:34,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68bc7d85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T16:22:34,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19e06a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/724b0c6d-18cb-fa69-31ef-a931100916d9/hadoop.log.dir/,STOPPED} 2024-11-10T16:22:34,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T16:22:34,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T16:22:34,736 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:22:34,736 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:22:34,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:34,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:34,736 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:22:34,737 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T16:22:34,737 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=612497539, stopped=false 2024-11-10T16:22:34,737 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8e3de9160f9f,36075,1731255731040 2024-11-10T16:22:34,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36075-0x10102afe96c0000, quorum=127.0.0.1:55007, baseZNode=/0724598758 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0724598758/running 2024-11-10T16:22:34,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36075-0x10102afe96c0000, quorum=127.0.0.1:55007, baseZNode=/0724598758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0724598758 2024-11-10T16:22:34,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33363-0x10102afe96c0001, quorum=127.0.0.1:55007, baseZNode=/0724598758 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0724598758/running 2024-11-10T16:22:34,738 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:22:34,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33363-0x10102afe96c0001, quorum=127.0.0.1:55007, baseZNode=/0724598758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0724598758 2024-11-10T16:22:34,739 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:22:34,739 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33363-0x10102afe96c0001, quorum=127.0.0.1:55007, baseZNode=/0724598758 Set watcher on znode that does not yet exist, /0724598758/running 2024-11-10T16:22:34,739 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:22:34,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:34,739 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8e3de9160f9f,33363,1731255731092' ***** 2024-11-10T16:22:34,739 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T16:22:34,739 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36075-0x10102afe96c0000, quorum=127.0.0.1:55007, baseZNode=/0724598758 Set watcher on znode that does not yet exist, /0724598758/running 2024-11-10T16:22:34,739 INFO [RS:0;8e3de9160f9f:33363 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T16:22:34,739 INFO [RS:0;8e3de9160f9f:33363 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T16:22:34,739 INFO [RS:0;8e3de9160f9f:33363 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T16:22:34,739 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T16:22:34,739 INFO [RS:0;8e3de9160f9f:33363 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d5b0af5c68b4bdbd9afd9dadf58b03e 2024-11-10T16:22:34,740 INFO [RS:0;8e3de9160f9f:33363 {}] regionserver.HRegionServer(3091): Received CLOSE for ef79c77fb129ead9580793378561cc36 2024-11-10T16:22:34,740 INFO [RS:0;8e3de9160f9f:33363 {}] regionserver.HRegionServer(959): stopping server 8e3de9160f9f,33363,1731255731092 2024-11-10T16:22:34,740 INFO [RS:0;8e3de9160f9f:33363 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:22:34,740 INFO [RS:0;8e3de9160f9f:33363 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:33363. 2024-11-10T16:22:34,740 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d5b0af5c68b4bdbd9afd9dadf58b03e, disabling compactions & flushes 2024-11-10T16:22:34,740 DEBUG [RS:0;8e3de9160f9f:33363 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:22:34,740 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731255742488.4d5b0af5c68b4bdbd9afd9dadf58b03e. 2024-11-10T16:22:34,740 DEBUG [RS:0;8e3de9160f9f:33363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:34,740 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731255742488.4d5b0af5c68b4bdbd9afd9dadf58b03e. 2024-11-10T16:22:34,740 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731255742488.4d5b0af5c68b4bdbd9afd9dadf58b03e. after waiting 0 ms 2024-11-10T16:22:34,740 INFO [RS:0;8e3de9160f9f:33363 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T16:22:34,740 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731255742488.4d5b0af5c68b4bdbd9afd9dadf58b03e. 2024-11-10T16:22:34,740 INFO [RS:0;8e3de9160f9f:33363 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T16:22:34,740 INFO [RS:0;8e3de9160f9f:33363 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T16:22:34,740 INFO [RS:0;8e3de9160f9f:33363 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T16:22:34,740 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4d5b0af5c68b4bdbd9afd9dadf58b03e 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-10T16:22:34,740 INFO [RS:0;8e3de9160f9f:33363 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T16:22:34,740 DEBUG [RS:0;8e3de9160f9f:33363 {}] regionserver.HRegionServer(1325): Online Regions={4d5b0af5c68b4bdbd9afd9dadf58b03e=hbase:replication,,1731255742488.4d5b0af5c68b4bdbd9afd9dadf58b03e., 1588230740=hbase:meta,,1.1588230740, ef79c77fb129ead9580793378561cc36=test,,1731255738155.ef79c77fb129ead9580793378561cc36.} 2024-11-10T16:22:34,740 DEBUG [RS:0;8e3de9160f9f:33363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d5b0af5c68b4bdbd9afd9dadf58b03e, ef79c77fb129ead9580793378561cc36 2024-11-10T16:22:34,740 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T16:22:34,741 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T16:22:34,741 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T16:22:34,741 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T16:22:34,741 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T16:22:34,741 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T16:22:34,756 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/hbase/meta/1588230740/.tmp/info/67ee7fedce224c71994c36bdde08319a is 147, key is hbase:replication,,1731255742488.4d5b0af5c68b4bdbd9afd9dadf58b03e./info:regioninfo/1731255743657/Put/seqid=0 2024-11-10T16:22:34,756 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/hbase/replication/4d5b0af5c68b4bdbd9afd9dadf58b03e/.tmp/hfileref/011569c752dc436296163fddce097bea is 74, key is 1/hfileref:1670a6f4ea7149dba9b85c85e9896f8b_SeqId_4_/1731255749242/DeleteColumn/seqid=0 2024-11-10T16:22:34,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40093 is added to blk_1073741846_1022 (size=7686) 2024-11-10T16:22:34,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40093 is added to blk_1073741847_1023 (size=5345) 2024-11-10T16:22:34,774 INFO [regionserver/8e3de9160f9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:22:34,941 DEBUG [RS:0;8e3de9160f9f:33363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d5b0af5c68b4bdbd9afd9dadf58b03e, ef79c77fb129ead9580793378561cc36 2024-11-10T16:22:34,956 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T16:22:34,957 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T16:22:35,017 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.shipper8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-10T16:22:35,017 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8e3de9160f9f:42869 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8e3de9160f9f/172.17.0.2:42869 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T16:22:35,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 8e3de9160f9f:42869 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8e3de9160f9f/172.17.0.2:42869 2024-11-10T16:22:35,127 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:22:35,127 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8e3de9160f9f:42869 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8e3de9160f9f/172.17.0.2:42869 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T16:22:35,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8e3de9160f9f,42869,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=8e3de9160f9f:42869 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8e3de9160f9f/172.17.0.2:42869 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-10T16:22:35,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 8e3de9160f9f:42869 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8e3de9160f9f/172.17.0.2:42869 2024-11-10T16:22:35,141 DEBUG [RS:0;8e3de9160f9f:33363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d5b0af5c68b4bdbd9afd9dadf58b03e, ef79c77fb129ead9580793378561cc36 2024-11-10T16:22:35,164 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/hbase/meta/1588230740/.tmp/info/67ee7fedce224c71994c36bdde08319a 2024-11-10T16:22:35,164 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/hbase/replication/4d5b0af5c68b4bdbd9afd9dadf58b03e/.tmp/hfileref/011569c752dc436296163fddce097bea 2024-11-10T16:22:35,183 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/hbase/meta/1588230740/.tmp/ns/cb6c666d7372422aa024a0abbad3b4bf is 43, key is default/ns:d/1731255734053/Put/seqid=0 2024-11-10T16:22:35,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40093 is added to blk_1073741848_1024 (size=5153) 2024-11-10T16:22:35,186 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/hbase/replication/4d5b0af5c68b4bdbd9afd9dadf58b03e/.tmp/queue/fbd5fb2859274d72821cb05d8ee0ab85 is 153, key is 1-8e3de9160f9f,33363,1731255731092/queue:8e3de9160f9f%2C33363%2C1731255731092/1731255749245/Put/seqid=0 2024-11-10T16:22:35,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40093 is added to blk_1073741849_1025 (size=5352) 2024-11-10T16:22:35,336 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:22:35,337 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8e3de9160f9f:42869 this server is in the failed servers list 2024-11-10T16:22:35,337 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8e3de9160f9f,42869,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8e3de9160f9f:42869 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8e3de9160f9f:42869 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T16:22:35,341 DEBUG [RS:0;8e3de9160f9f:33363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d5b0af5c68b4bdbd9afd9dadf58b03e, ef79c77fb129ead9580793378561cc36 2024-11-10T16:22:35,520 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.wal-reader.8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/WALs/8e3de9160f9f,33363,1731255731092/8e3de9160f9f%2C33363%2C1731255731092.1731255733096 to pos 1033, reset compression=false 2024-11-10T16:22:35,541 DEBUG [RS:0;8e3de9160f9f:33363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d5b0af5c68b4bdbd9afd9dadf58b03e, ef79c77fb129ead9580793378561cc36 2024-11-10T16:22:35,587 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/hbase/meta/1588230740/.tmp/ns/cb6c666d7372422aa024a0abbad3b4bf 2024-11-10T16:22:35,592 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/hbase/replication/4d5b0af5c68b4bdbd9afd9dadf58b03e/.tmp/queue/fbd5fb2859274d72821cb05d8ee0ab85 2024-11-10T16:22:35,597 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/hbase/replication/4d5b0af5c68b4bdbd9afd9dadf58b03e/.tmp/hfileref/011569c752dc436296163fddce097bea as hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/hbase/replication/4d5b0af5c68b4bdbd9afd9dadf58b03e/hfileref/011569c752dc436296163fddce097bea 2024-11-10T16:22:35,601 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/hbase/replication/4d5b0af5c68b4bdbd9afd9dadf58b03e/hfileref/011569c752dc436296163fddce097bea, entries=4, sequenceid=10, filesize=5.2 K 2024-11-10T16:22:35,602 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/hbase/replication/4d5b0af5c68b4bdbd9afd9dadf58b03e/.tmp/queue/fbd5fb2859274d72821cb05d8ee0ab85 as hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/hbase/replication/4d5b0af5c68b4bdbd9afd9dadf58b03e/queue/fbd5fb2859274d72821cb05d8ee0ab85 2024-11-10T16:22:35,605 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/hbase/replication/4d5b0af5c68b4bdbd9afd9dadf58b03e/queue/fbd5fb2859274d72821cb05d8ee0ab85, entries=1, sequenceid=10, filesize=5.2 K 2024-11-10T16:22:35,606 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 4d5b0af5c68b4bdbd9afd9dadf58b03e in 866ms, sequenceid=10, compaction requested=false 2024-11-10T16:22:35,606 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T16:22:35,607 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/hbase/meta/1588230740/.tmp/rep_barrier/49a4cd6f4ae64318a3b33f4e38cec25e is 112, key is test,,1731255738155.ef79c77fb129ead9580793378561cc36./rep_barrier:seqnumDuringOpen/1731255739309/Put/seqid=0 2024-11-10T16:22:35,611 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/hbase/replication/4d5b0af5c68b4bdbd9afd9dadf58b03e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-10T16:22:35,612 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:22:35,612 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T16:22:35,612 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731255742488.4d5b0af5c68b4bdbd9afd9dadf58b03e. 2024-11-10T16:22:35,612 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d5b0af5c68b4bdbd9afd9dadf58b03e: Waiting for close lock at 1731255754740Running coprocessor pre-close hooks at 1731255754740Disabling compacts and flushes for region at 1731255754740Disabling writes for close at 1731255754740Obtaining lock to block concurrent updates at 1731255754740Preparing flush snapshotting stores in 4d5b0af5c68b4bdbd9afd9dadf58b03e at 1731255754740Finished memstore snapshotting hbase:replication,,1731255742488.4d5b0af5c68b4bdbd9afd9dadf58b03e., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731255754740Flushing stores of hbase:replication,,1731255742488.4d5b0af5c68b4bdbd9afd9dadf58b03e. at 1731255754741 (+1 ms)Flushing 4d5b0af5c68b4bdbd9afd9dadf58b03e/hfileref: creating writer at 1731255754741Flushing 4d5b0af5c68b4bdbd9afd9dadf58b03e/hfileref: appending metadata at 1731255754756 (+15 ms)Flushing 4d5b0af5c68b4bdbd9afd9dadf58b03e/hfileref: closing flushed file at 1731255754756Flushing 4d5b0af5c68b4bdbd9afd9dadf58b03e/queue: creating writer at 1731255755169 (+413 ms)Flushing 4d5b0af5c68b4bdbd9afd9dadf58b03e/queue: appending metadata at 1731255755186 (+17 ms)Flushing 4d5b0af5c68b4bdbd9afd9dadf58b03e/queue: closing flushed file at 1731255755186Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eb2d442: reopening flushed file at 1731255755596 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@702e0122: reopening flushed file at 1731255755601 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 4d5b0af5c68b4bdbd9afd9dadf58b03e in 866ms, sequenceid=10, compaction requested=false at 1731255755606 (+5 ms)Writing region close event to WAL at 1731255755608 (+2 ms)Running coprocessor post-close hooks at 1731255755612 (+4 ms)Closed at 1731255755612 2024-11-10T16:22:35,612 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731255742488.4d5b0af5c68b4bdbd9afd9dadf58b03e. 2024-11-10T16:22:35,612 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ef79c77fb129ead9580793378561cc36, disabling compactions & flushes 2024-11-10T16:22:35,612 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731255738155.ef79c77fb129ead9580793378561cc36. 2024-11-10T16:22:35,612 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731255738155.ef79c77fb129ead9580793378561cc36. 2024-11-10T16:22:35,613 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731255738155.ef79c77fb129ead9580793378561cc36. after waiting 0 ms 2024-11-10T16:22:35,613 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731255738155.ef79c77fb129ead9580793378561cc36. 2024-11-10T16:22:35,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40093 is added to blk_1073741850_1026 (size=5518) 2024-11-10T16:22:35,616 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/default/test/ef79c77fb129ead9580793378561cc36/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T16:22:35,616 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:22:35,616 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T16:22:35,616 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731255738155.ef79c77fb129ead9580793378561cc36. 2024-11-10T16:22:35,616 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ef79c77fb129ead9580793378561cc36: Waiting for close lock at 1731255755612Running coprocessor pre-close hooks at 1731255755612Disabling compacts and flushes for region at 1731255755612Disabling writes for close at 1731255755613 (+1 ms)Writing region close event to WAL at 1731255755613Running coprocessor post-close hooks at 1731255755616 (+3 ms)Closed at 1731255755616 2024-11-10T16:22:35,617 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731255738155.ef79c77fb129ead9580793378561cc36. 2024-11-10T16:22:35,647 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:22:35,647 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8e3de9160f9f:42869 this server is in the failed servers list 2024-11-10T16:22:35,647 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8e3de9160f9f,42869,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8e3de9160f9f:42869 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8e3de9160f9f:42869 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T16:22:35,741 INFO [RS:0;8e3de9160f9f:33363 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T16:22:35,741 DEBUG [RS:0;8e3de9160f9f:33363 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T16:22:35,741 DEBUG [RS:0;8e3de9160f9f:33363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:22:35,942 DEBUG [RS:0;8e3de9160f9f:33363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:22:36,013 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/hbase/meta/1588230740/.tmp/rep_barrier/49a4cd6f4ae64318a3b33f4e38cec25e 2024-11-10T16:22:36,032 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/hbase/meta/1588230740/.tmp/table/04ed7bef3078494f917192bcb44dfc17 is 53, key is hbase:replication/table:state/1731255743664/Put/seqid=0 2024-11-10T16:22:36,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40093 is added to blk_1073741851_1027 (size=5308) 2024-11-10T16:22:36,142 DEBUG [RS:0;8e3de9160f9f:33363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:22:36,157 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:22:36,157 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8e3de9160f9f:42869 this server is in the failed servers list 2024-11-10T16:22:36,157 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8e3de9160f9f,42869,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8e3de9160f9f:42869 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8e3de9160f9f:42869 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T16:22:36,342 DEBUG [RS:0;8e3de9160f9f:33363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:22:36,437 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/hbase/meta/1588230740/.tmp/table/04ed7bef3078494f917192bcb44dfc17 2024-11-10T16:22:36,442 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/hbase/meta/1588230740/.tmp/info/67ee7fedce224c71994c36bdde08319a as hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/hbase/meta/1588230740/info/67ee7fedce224c71994c36bdde08319a 2024-11-10T16:22:36,446 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/hbase/meta/1588230740/info/67ee7fedce224c71994c36bdde08319a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T16:22:36,446 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/hbase/meta/1588230740/.tmp/ns/cb6c666d7372422aa024a0abbad3b4bf as hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/hbase/meta/1588230740/ns/cb6c666d7372422aa024a0abbad3b4bf 2024-11-10T16:22:36,450 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/hbase/meta/1588230740/ns/cb6c666d7372422aa024a0abbad3b4bf, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T16:22:36,451 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/hbase/meta/1588230740/.tmp/rep_barrier/49a4cd6f4ae64318a3b33f4e38cec25e as hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/hbase/meta/1588230740/rep_barrier/49a4cd6f4ae64318a3b33f4e38cec25e 2024-11-10T16:22:36,455 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/hbase/meta/1588230740/rep_barrier/49a4cd6f4ae64318a3b33f4e38cec25e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T16:22:36,456 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/hbase/meta/1588230740/.tmp/table/04ed7bef3078494f917192bcb44dfc17 as hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/hbase/meta/1588230740/table/04ed7bef3078494f917192bcb44dfc17 2024-11-10T16:22:36,459 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/hbase/meta/1588230740/table/04ed7bef3078494f917192bcb44dfc17, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T16:22:36,460 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false 2024-11-10T16:22:36,460 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T16:22:36,465 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T16:22:36,465 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:22:36,465 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T16:22:36,465 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T16:22:36,465 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731255754740Running coprocessor pre-close hooks at 1731255754740Disabling compacts and flushes for region at 1731255754740Disabling writes for close at 1731255754741 (+1 ms)Obtaining lock to block concurrent updates at 1731255754741Preparing flush snapshotting stores in 1588230740 at 1731255754741Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731255754741Flushing stores of hbase:meta,,1.1588230740 at 1731255754741Flushing 1588230740/info: creating writer at 1731255754742 (+1 ms)Flushing 1588230740/info: appending metadata at 1731255754756 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731255754756Flushing 1588230740/ns: creating writer at 1731255755169 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731255755183 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731255755183Flushing 1588230740/rep_barrier: creating writer at 1731255755591 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731255755606 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731255755606Flushing 1588230740/table: creating writer at 1731255756018 (+412 ms)Flushing 1588230740/table: appending metadata at 1731255756032 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731255756032Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bcf108d: reopening flushed file at 1731255756441 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@198b7960: reopening flushed file at 1731255756446 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5963502d: reopening flushed file at 1731255756450 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2adcba79: reopening flushed file at 1731255756455 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false at 1731255756460 (+5 ms)Writing region close event to WAL at 1731255756462 (+2 ms)Running coprocessor post-close hooks at 1731255756465 (+3 ms)Closed at 1731255756465 2024-11-10T16:22:36,466 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T16:22:36,524 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.wal-reader.8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/WALs/8e3de9160f9f,33363,1731255731092/8e3de9160f9f%2C33363%2C1731255731092.1731255733096 to pos 1033, reset compression=false 2024-11-10T16:22:36,529 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.wal-reader.8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:22:36,529 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.wal-reader.8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/WALs/8e3de9160f9f,33363,1731255731092/8e3de9160f9f%2C33363%2C1731255731092.1731255733096 to pos 1328, reset compression=false 2024-11-10T16:22:36,542 INFO [RS:0;8e3de9160f9f:33363 {}] regionserver.HRegionServer(976): stopping server 8e3de9160f9f,33363,1731255731092; all regions closed. 2024-11-10T16:22:36,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40093 is added to blk_1073741834_1010 (size=4239) 2024-11-10T16:22:36,544 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/WALs/8e3de9160f9f,33363,1731255731092/8e3de9160f9f%2C33363%2C1731255731092.meta.1731255734003.meta not finished, retry = 0 2024-11-10T16:22:36,647 DEBUG [RS:0;8e3de9160f9f:33363 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/oldWALs 2024-11-10T16:22:36,647 INFO [RS:0;8e3de9160f9f:33363 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8e3de9160f9f%2C33363%2C1731255731092.meta:.meta(num 1731255734003) 2024-11-10T16:22:36,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40093 is added to blk_1073741839_1015 (size=2695) 2024-11-10T16:22:36,649 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/WALs/8e3de9160f9f,33363,1731255731092/8e3de9160f9f%2C33363%2C1731255731092.rep.1731255743625 not finished, retry = 0 2024-11-10T16:22:36,687 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T16:22:36,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:36,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:36,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:36,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:36,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:36,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:36,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:36,732 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.wal-reader.8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/WALs/8e3de9160f9f,33363,1731255731092/8e3de9160f9f%2C33363%2C1731255731092.1731255733096 to pos 1328, reset compression=false 2024-11-10T16:22:36,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:36,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:36,751 DEBUG [RS:0;8e3de9160f9f:33363 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/oldWALs 2024-11-10T16:22:36,751 INFO [RS:0;8e3de9160f9f:33363 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8e3de9160f9f%2C33363%2C1731255731092.rep:(num 1731255743625) 2024-11-10T16:22:36,753 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/WALs/8e3de9160f9f,33363,1731255731092/8e3de9160f9f%2C33363%2C1731255731092.1731255733096 not finished, retry = 0 2024-11-10T16:22:36,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40093 is added to blk_1073741832_1008 (size=1336) 2024-11-10T16:22:36,856 DEBUG [RS:0;8e3de9160f9f:33363 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/oldWALs 2024-11-10T16:22:36,856 INFO [RS:0;8e3de9160f9f:33363 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8e3de9160f9f%2C33363%2C1731255731092:(num 1731255733096) 2024-11-10T16:22:36,856 DEBUG [RS:0;8e3de9160f9f:33363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:36,856 INFO [RS:0;8e3de9160f9f:33363 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:22:36,856 INFO [RS:0;8e3de9160f9f:33363 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:22:36,856 INFO [RS:0;8e3de9160f9f:33363 {}] hbase.ChoreService(370): Chore service for: regionserver/8e3de9160f9f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T16:22:36,856 INFO [RS:0;8e3de9160f9f:33363 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:22:36,857 INFO [regionserver/8e3de9160f9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:22:36,857 INFO [RS:0;8e3de9160f9f:33363 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8e3de9160f9f,33363,1731255731092 because: Region server is closing 2024-11-10T16:22:36,857 INFO [RS:0;8e3de9160f9f:33363 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:33363. 2024-11-10T16:22:36,857 DEBUG [RS:0;8e3de9160f9f:33363 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:22:36,857 DEBUG [RS:0;8e3de9160f9f:33363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:36,857 DEBUG [RS:0;8e3de9160f9f:33363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:36,857 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:22:36,957 WARN [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.wal-reader.8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T16:22:36,957 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.shipper8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-10T16:22:36,958 WARN [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.shipper8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-10T16:22:36,958 WARN [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.shipper8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-10T16:22:37,167 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:22:37,168 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8e3de9160f9f,42869,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:42869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T16:22:37,170 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8e3de9160f9f,42869,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:42869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T16:22:37,658 INFO [RS:0;8e3de9160f9f:33363 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33363,1731255731092.replicationSource.shipper8e3de9160f9f%2C33363%2C1731255731092,1-8e3de9160f9f,33363,1731255731092 terminated 2024-11-10T16:22:37,659 INFO [RS:0;8e3de9160f9f:33363 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:33363. 2024-11-10T16:22:37,659 DEBUG [RS:0;8e3de9160f9f:33363 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:22:37,659 DEBUG [RS:0;8e3de9160f9f:33363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:37,659 DEBUG [RS:0;8e3de9160f9f:33363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:37,659 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:22:37,659 INFO [RS:0;8e3de9160f9f:33363 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33363 2024-11-10T16:22:37,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33363-0x10102afe96c0001, quorum=127.0.0.1:55007, baseZNode=/0724598758 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0724598758/rs/8e3de9160f9f,33363,1731255731092 2024-11-10T16:22:37,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36075-0x10102afe96c0000, quorum=127.0.0.1:55007, baseZNode=/0724598758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0724598758/rs 2024-11-10T16:22:37,661 INFO [RS:0;8e3de9160f9f:33363 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:22:37,662 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8e3de9160f9f,33363,1731255731092] 2024-11-10T16:22:37,664 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0724598758/draining/8e3de9160f9f,33363,1731255731092 already deleted, retry=false 2024-11-10T16:22:37,664 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8e3de9160f9f,33363,1731255731092 expired; onlineServers=0 2024-11-10T16:22:37,664 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8e3de9160f9f,36075,1731255731040' ***** 2024-11-10T16:22:37,664 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T16:22:37,664 INFO [M:0;8e3de9160f9f:36075 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:22:37,665 INFO [M:0;8e3de9160f9f:36075 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:22:37,665 DEBUG [M:0;8e3de9160f9f:36075 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T16:22:37,665 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T16:22:37,665 DEBUG [M:0;8e3de9160f9f:36075 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T16:22:37,665 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255732855 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255732855,5,FailOnTimeoutGroup] 2024-11-10T16:22:37,665 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255732856 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255732856,5,FailOnTimeoutGroup] 2024-11-10T16:22:37,665 INFO [M:0;8e3de9160f9f:36075 {}] hbase.ChoreService(370): Chore service for: master/8e3de9160f9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T16:22:37,665 INFO [M:0;8e3de9160f9f:36075 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:22:37,665 DEBUG [M:0;8e3de9160f9f:36075 {}] master.HMaster(1795): Stopping service threads 2024-11-10T16:22:37,665 INFO [M:0;8e3de9160f9f:36075 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T16:22:37,665 INFO [M:0;8e3de9160f9f:36075 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:22:37,665 INFO [M:0;8e3de9160f9f:36075 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T16:22:37,665 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T16:22:37,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36075-0x10102afe96c0000, quorum=127.0.0.1:55007, baseZNode=/0724598758 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0724598758/master 2024-11-10T16:22:37,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36075-0x10102afe96c0000, quorum=127.0.0.1:55007, baseZNode=/0724598758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0724598758 2024-11-10T16:22:37,666 DEBUG [M:0;8e3de9160f9f:36075 {}] zookeeper.ZKUtil(347): master:36075-0x10102afe96c0000, quorum=127.0.0.1:55007, baseZNode=/0724598758 Unable to get data of znode /0724598758/master because node does not exist (not an error) 2024-11-10T16:22:37,666 WARN [M:0;8e3de9160f9f:36075 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T16:22:37,667 INFO [M:0;8e3de9160f9f:36075 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/.lastflushedseqids 2024-11-10T16:22:37,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40093 is added to blk_1073741852_1028 (size=263) 2024-11-10T16:22:37,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33363-0x10102afe96c0001, quorum=127.0.0.1:55007, baseZNode=/0724598758 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:22:37,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33363-0x10102afe96c0001, quorum=127.0.0.1:55007, baseZNode=/0724598758 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:22:37,762 INFO [RS:0;8e3de9160f9f:33363 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:22:37,762 INFO [RS:0;8e3de9160f9f:33363 {}] regionserver.HRegionServer(1031): Exiting; stopping=8e3de9160f9f,33363,1731255731092; zookeeper connection closed. 2024-11-10T16:22:37,763 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15a3149d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15a3149d 2024-11-10T16:22:37,763 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T16:22:38,072 INFO [M:0;8e3de9160f9f:36075 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T16:22:38,073 INFO [M:0;8e3de9160f9f:36075 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T16:22:38,073 DEBUG [M:0;8e3de9160f9f:36075 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T16:22:38,073 INFO [M:0;8e3de9160f9f:36075 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:22:38,073 DEBUG [M:0;8e3de9160f9f:36075 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:22:38,073 DEBUG [M:0;8e3de9160f9f:36075 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T16:22:38,073 DEBUG [M:0;8e3de9160f9f:36075 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:22:38,073 INFO [M:0;8e3de9160f9f:36075 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-10T16:22:38,088 DEBUG [M:0;8e3de9160f9f:36075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2f605ff91d8645b98eb296f0ac5eb3c2 is 82, key is hbase:meta,,1/info:regioninfo/1731255734034/Put/seqid=0 2024-11-10T16:22:38,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40093 is added to blk_1073741853_1029 (size=5672) 2024-11-10T16:22:38,492 INFO [M:0;8e3de9160f9f:36075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2f605ff91d8645b98eb296f0ac5eb3c2 2024-11-10T16:22:38,511 DEBUG [M:0;8e3de9160f9f:36075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1b0eaf92bab64346855cb73ea16a8a29 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731255743668/Put/seqid=0 2024-11-10T16:22:38,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40093 is added to blk_1073741854_1030 (size=8516) 2024-11-10T16:22:38,625 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T16:22:38,625 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T16:22:38,625 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T16:22:38,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T16:22:38,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:22:38,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T16:22:38,916 INFO [M:0;8e3de9160f9f:36075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1b0eaf92bab64346855cb73ea16a8a29 2024-11-10T16:22:38,934 DEBUG [M:0;8e3de9160f9f:36075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/75a2c889c550447b99e15b609c62600b is 69, key is 8e3de9160f9f,33363,1731255731092/rs:state/1731255732941/Put/seqid=0 2024-11-10T16:22:38,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40093 is added to blk_1073741855_1031 (size=5156) 2024-11-10T16:22:39,176 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:22:39,177 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8e3de9160f9f,42869,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:42869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T16:22:39,177 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4160 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8e3de9160f9f,42869,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:42869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T16:22:39,338 INFO [M:0;8e3de9160f9f:36075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/75a2c889c550447b99e15b609c62600b 2024-11-10T16:22:39,343 DEBUG [M:0;8e3de9160f9f:36075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2f605ff91d8645b98eb296f0ac5eb3c2 as hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2f605ff91d8645b98eb296f0ac5eb3c2 2024-11-10T16:22:39,347 INFO [M:0;8e3de9160f9f:36075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2f605ff91d8645b98eb296f0ac5eb3c2, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T16:22:39,347 DEBUG [M:0;8e3de9160f9f:36075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1b0eaf92bab64346855cb73ea16a8a29 as hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1b0eaf92bab64346855cb73ea16a8a29 2024-11-10T16:22:39,352 INFO [M:0;8e3de9160f9f:36075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1b0eaf92bab64346855cb73ea16a8a29, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T16:22:39,353 DEBUG [M:0;8e3de9160f9f:36075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/75a2c889c550447b99e15b609c62600b as hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/75a2c889c550447b99e15b609c62600b 2024-11-10T16:22:39,358 INFO [M:0;8e3de9160f9f:36075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32977/user/jenkins/test-data/1beb16bc-49af-99e8-fad5-ecdc4142e4c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/75a2c889c550447b99e15b609c62600b, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T16:22:39,359 INFO [M:0;8e3de9160f9f:36075 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false 2024-11-10T16:22:39,363 INFO [M:0;8e3de9160f9f:36075 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:22:39,363 DEBUG [M:0;8e3de9160f9f:36075 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731255758073Disabling compacts and flushes for region at 1731255758073Disabling writes for close at 1731255758073Obtaining lock to block concurrent updates at 1731255758073Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731255758073Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731255758073Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731255758074 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731255758074Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731255758088 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731255758088Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731255758496 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731255758510 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731255758510Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731255758919 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731255758933 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731255758933Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f40a134: reopening flushed file at 1731255759342 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1339e9ab: reopening flushed file at 1731255759347 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2143cc4f: reopening flushed file at 1731255759352 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false at 1731255759359 (+7 ms)Writing region close event to WAL at 1731255759363 (+4 ms)Closed at 1731255759363 2024-11-10T16:22:39,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40093 is added to blk_1073741830_1006 (size=63654) 2024-11-10T16:22:39,365 INFO [M:0;8e3de9160f9f:36075 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T16:22:39,365 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:22:39,365 INFO [M:0;8e3de9160f9f:36075 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36075 2024-11-10T16:22:39,366 INFO [M:0;8e3de9160f9f:36075 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:22:39,467 INFO [M:0;8e3de9160f9f:36075 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:22:39,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36075-0x10102afe96c0000, quorum=127.0.0.1:55007, baseZNode=/0724598758 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:22:39,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36075-0x10102afe96c0000, quorum=127.0.0.1:55007, baseZNode=/0724598758 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:22:39,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7fcbd9e1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T16:22:39,470 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5fcfb081{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T16:22:39,470 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T16:22:39,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@94d1555{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T16:22:39,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@616c0c8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1f1e61-894b-0e86-3119-fbb73124777b/hadoop.log.dir/,STOPPED} 2024-11-10T16:22:39,472 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T16:22:39,472 WARN [BP-1753168374-172.17.0.2-1731255729922 heartbeating to localhost/127.0.0.1:32977 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T16:22:39,472 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T16:22:39,472 WARN [BP-1753168374-172.17.0.2-1731255729922 heartbeating to localhost/127.0.0.1:32977 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1753168374-172.17.0.2-1731255729922 (Datanode Uuid 2c9bedb2-b536-4b76-b95c-78ce97776e14) service to localhost/127.0.0.1:32977 2024-11-10T16:22:39,473 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1f1e61-894b-0e86-3119-fbb73124777b/cluster_46d9b5ce-9852-fa9e-e95d-4e671d994ce4/data/data1/current/BP-1753168374-172.17.0.2-1731255729922 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T16:22:39,473 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1f1e61-894b-0e86-3119-fbb73124777b/cluster_46d9b5ce-9852-fa9e-e95d-4e671d994ce4/data/data2/current/BP-1753168374-172.17.0.2-1731255729922 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T16:22:39,473 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T16:22:39,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72f0a085{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T16:22:39,480 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6710d13e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T16:22:39,480 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T16:22:39,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47996aa0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T16:22:39,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10d5daf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1f1e61-894b-0e86-3119-fbb73124777b/hadoop.log.dir/,STOPPED} 2024-11-10T16:22:39,487 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T16:22:39,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T16:22:39,511 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=245 (was 204) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37285 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32977 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55007) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37285 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32977 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32977 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32977 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37285 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37285 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37285 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:37285 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55007) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37285 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32977 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32977 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:32977 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=623 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=165 (was 109) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6833 (was 6878) 2024-11-10T16:22:39,521 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=245, OpenFileDescriptor=623, MaxFileDescriptor=1048576, SystemLoadAverage=165, ProcessCount=11, AvailableMemoryMB=6832 2024-11-10T16:22:39,538 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-10T16:22:39,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/724b0c6d-18cb-fa69-31ef-a931100916d9/hadoop.log.dir so I do NOT create it in target/test-data/eb3f962a-c967-cb10-941a-a3de76ba5844 2024-11-10T16:22:39,539 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/724b0c6d-18cb-fa69-31ef-a931100916d9/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T16:22:39,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/724b0c6d-18cb-fa69-31ef-a931100916d9/hadoop.tmp.dir so I do NOT create it in target/test-data/eb3f962a-c967-cb10-941a-a3de76ba5844 2024-11-10T16:22:39,539 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/724b0c6d-18cb-fa69-31ef-a931100916d9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T16:22:39,539 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb3f962a-c967-cb10-941a-a3de76ba5844 2024-11-10T16:22:39,539 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb3f962a-c967-cb10-941a-a3de76ba5844/cluster_ca0a36f7-ec3a-902f-9893-9d442672ca88, deleteOnExit=true 2024-11-10T16:22:39,542 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb3f962a-c967-cb10-941a-a3de76ba5844/cluster_ca0a36f7-ec3a-902f-9893-9d442672ca88/zookeeper_0, clientPort=57752, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb3f962a-c967-cb10-941a-a3de76ba5844/cluster_ca0a36f7-ec3a-902f-9893-9d442672ca88/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb3f962a-c967-cb10-941a-a3de76ba5844/cluster_ca0a36f7-ec3a-902f-9893-9d442672ca88/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T16:22:39,543 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57752 2024-11-10T16:22:39,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T16:22:39,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T16:22:39,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb3f962a-c967-cb10-941a-a3de76ba5844/test.cache.data in system properties and HBase conf 2024-11-10T16:22:39,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb3f962a-c967-cb10-941a-a3de76ba5844/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T16:22:39,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb3f962a-c967-cb10-941a-a3de76ba5844/hadoop.log.dir in system properties and HBase conf 2024-11-10T16:22:39,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb3f962a-c967-cb10-941a-a3de76ba5844/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T16:22:39,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb3f962a-c967-cb10-941a-a3de76ba5844/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T16:22:39,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T16:22:39,543 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T16:22:39,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb3f962a-c967-cb10-941a-a3de76ba5844/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T16:22:39,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb3f962a-c967-cb10-941a-a3de76ba5844/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T16:22:39,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb3f962a-c967-cb10-941a-a3de76ba5844/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T16:22:39,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb3f962a-c967-cb10-941a-a3de76ba5844/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T16:22:39,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb3f962a-c967-cb10-941a-a3de76ba5844/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T16:22:39,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb3f962a-c967-cb10-941a-a3de76ba5844/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T16:22:39,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb3f962a-c967-cb10-941a-a3de76ba5844/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T16:22:39,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb3f962a-c967-cb10-941a-a3de76ba5844/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T16:22:39,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb3f962a-c967-cb10-941a-a3de76ba5844/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T16:22:39,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb3f962a-c967-cb10-941a-a3de76ba5844/nfs.dump.dir in system properties and HBase conf 2024-11-10T16:22:39,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb3f962a-c967-cb10-941a-a3de76ba5844/java.io.tmpdir in system properties and HBase conf 2024-11-10T16:22:39,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb3f962a-c967-cb10-941a-a3de76ba5844/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T16:22:39,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb3f962a-c967-cb10-941a-a3de76ba5844/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T16:22:39,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb3f962a-c967-cb10-941a-a3de76ba5844/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T16:22:39,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10102afe96c0005, quorum=127.0.0.1:55007, baseZNode=/11173115456 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T16:22:39,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10102afe96c0002, quorum=127.0.0.1:55007, baseZNode=/0724598758 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T16:22:39,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10102afe96c0005, quorum=127.0.0.1:55007, baseZNode=/11173115456 Received Disconnected from ZooKeeper, ignoring 2024-11-10T16:22:39,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10102afe96c0002, quorum=127.0.0.1:55007, baseZNode=/0724598758 Received Disconnected from ZooKeeper, ignoring 2024-11-10T16:22:39,612 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:22:39,615 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T16:22:39,617 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T16:22:39,617 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T16:22:39,617 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T16:22:39,618 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:22:39,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@de59a61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb3f962a-c967-cb10-941a-a3de76ba5844/hadoop.log.dir/,AVAILABLE} 2024-11-10T16:22:39,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fdac2e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T16:22:39,734 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@593e7bcd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb3f962a-c967-cb10-941a-a3de76ba5844/java.io.tmpdir/jetty-localhost-33257-hadoop-hdfs-3_4_1-tests_jar-_-any-1030628936646878834/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T16:22:39,734 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@670a5da2{HTTP/1.1, (http/1.1)}{localhost:33257} 2024-11-10T16:22:39,734 INFO [Time-limited test {}] server.Server(415): Started @186195ms 2024-11-10T16:22:39,814 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:22:39,817 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T16:22:39,818 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T16:22:39,818 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T16:22:39,818 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T16:22:39,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d3e9992{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb3f962a-c967-cb10-941a-a3de76ba5844/hadoop.log.dir/,AVAILABLE} 2024-11-10T16:22:39,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e77e763{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T16:22:39,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@398473d7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb3f962a-c967-cb10-941a-a3de76ba5844/java.io.tmpdir/jetty-localhost-41267-hadoop-hdfs-3_4_1-tests_jar-_-any-432557288577726129/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T16:22:39,934 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a1607c1{HTTP/1.1, (http/1.1)}{localhost:41267} 2024-11-10T16:22:39,934 INFO [Time-limited test {}] server.Server(415): Started @186395ms 2024-11-10T16:22:39,935 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T16:22:40,035 WARN [Thread-2191 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb3f962a-c967-cb10-941a-a3de76ba5844/cluster_ca0a36f7-ec3a-902f-9893-9d442672ca88/data/data1/current/BP-159451555-172.17.0.2-1731255759562/current, will proceed with Du for space computation calculation, 2024-11-10T16:22:40,035 WARN [Thread-2192 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb3f962a-c967-cb10-941a-a3de76ba5844/cluster_ca0a36f7-ec3a-902f-9893-9d442672ca88/data/data2/current/BP-159451555-172.17.0.2-1731255759562/current, will proceed with Du for space computation calculation, 2024-11-10T16:22:40,054 WARN [Thread-2179 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T16:22:40,057 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaedac6ddbd1c22f1 with lease ID 0x7977f90dea3c6e0a: Processing first storage report for DS-c8196c72-eb1a-47a5-bb85-340d6be8da32 from datanode DatanodeRegistration(127.0.0.1:34783, datanodeUuid=697c021e-9bdf-4274-adf0-5c5d524adcb4, infoPort=38875, infoSecurePort=0, ipcPort=38513, storageInfo=lv=-57;cid=testClusterID;nsid=1808937217;c=1731255759562) 2024-11-10T16:22:40,057 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaedac6ddbd1c22f1 with lease ID 0x7977f90dea3c6e0a: from storage DS-c8196c72-eb1a-47a5-bb85-340d6be8da32 node DatanodeRegistration(127.0.0.1:34783, datanodeUuid=697c021e-9bdf-4274-adf0-5c5d524adcb4, infoPort=38875, infoSecurePort=0, ipcPort=38513, storageInfo=lv=-57;cid=testClusterID;nsid=1808937217;c=1731255759562), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T16:22:40,057 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaedac6ddbd1c22f1 with lease ID 0x7977f90dea3c6e0a: Processing first storage report for DS-24a1a85d-a3cd-4729-ab29-4f090a1010ee from datanode DatanodeRegistration(127.0.0.1:34783, datanodeUuid=697c021e-9bdf-4274-adf0-5c5d524adcb4, infoPort=38875, infoSecurePort=0, ipcPort=38513, storageInfo=lv=-57;cid=testClusterID;nsid=1808937217;c=1731255759562) 2024-11-10T16:22:40,057 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaedac6ddbd1c22f1 with lease ID 0x7977f90dea3c6e0a: from storage DS-24a1a85d-a3cd-4729-ab29-4f090a1010ee node DatanodeRegistration(127.0.0.1:34783, datanodeUuid=697c021e-9bdf-4274-adf0-5c5d524adcb4, infoPort=38875, infoSecurePort=0, ipcPort=38513, storageInfo=lv=-57;cid=testClusterID;nsid=1808937217;c=1731255759562), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T16:22:40,060 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb3f962a-c967-cb10-941a-a3de76ba5844 2024-11-10T16:22:40,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:22:40,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:22:40,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741825_1001 (size=7) 2024-11-10T16:22:40,471 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b with version=8 2024-11-10T16:22:40,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/hbase-staging 2024-11-10T16:22:40,473 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:22:40,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:22:40,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:22:40,474 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:22:40,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:22:40,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:22:40,474 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T16:22:40,474 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:22:40,474 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36819 2024-11-10T16:22:40,475 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36819 connecting to ZooKeeper ensemble=127.0.0.1:57752 2024-11-10T16:22:40,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368190x0, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:22:40,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36819-0x10102b05d450000 connected 2024-11-10T16:22:40,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:22:40,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:22:40,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36819-0x10102b05d450000, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Set watcher on znode that does not yet exist, /0-1526127924/running 2024-11-10T16:22:40,499 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b, hbase.cluster.distributed=false 2024-11-10T16:22:40,500 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36819-0x10102b05d450000, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Set watcher on znode that does not yet exist, /0-1526127924/acl 2024-11-10T16:22:40,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36819 2024-11-10T16:22:40,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36819 2024-11-10T16:22:40,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36819 2024-11-10T16:22:40,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36819 2024-11-10T16:22:40,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36819 2024-11-10T16:22:40,520 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:22:40,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:22:40,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:22:40,520 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:22:40,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:22:40,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:22:40,520 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T16:22:40,521 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:22:40,521 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33863 2024-11-10T16:22:40,522 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33863 connecting to ZooKeeper ensemble=127.0.0.1:57752 2024-11-10T16:22:40,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:22:40,524 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:22:40,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338630x0, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:22:40,530 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338630x0, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Set watcher on znode that does not yet exist, /0-1526127924/running 2024-11-10T16:22:40,530 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33863-0x10102b05d450001 connected 2024-11-10T16:22:40,530 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T16:22:40,530 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T16:22:40,531 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33863-0x10102b05d450001, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Set watcher on znode that does not yet exist, /0-1526127924/master 2024-11-10T16:22:40,532 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33863-0x10102b05d450001, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Set watcher on znode that does not yet exist, /0-1526127924/acl 2024-11-10T16:22:40,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33863 2024-11-10T16:22:40,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33863 2024-11-10T16:22:40,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33863 2024-11-10T16:22:40,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33863 2024-11-10T16:22:40,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33863 2024-11-10T16:22:40,552 DEBUG [M:0;8e3de9160f9f:36819 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8e3de9160f9f:36819 2024-11-10T16:22:40,553 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1526127924/backup-masters/8e3de9160f9f,36819,1731255760473 2024-11-10T16:22:40,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33863-0x10102b05d450001, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526127924/backup-masters 2024-11-10T16:22:40,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36819-0x10102b05d450000, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526127924/backup-masters 2024-11-10T16:22:40,554 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36819-0x10102b05d450000, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Set watcher on existing znode=/0-1526127924/backup-masters/8e3de9160f9f,36819,1731255760473 2024-11-10T16:22:40,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33863-0x10102b05d450001, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1526127924/master 2024-11-10T16:22:40,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36819-0x10102b05d450000, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526127924 2024-11-10T16:22:40,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33863-0x10102b05d450001, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526127924 2024-11-10T16:22:40,556 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36819-0x10102b05d450000, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Set watcher on existing znode=/0-1526127924/master 2024-11-10T16:22:40,556 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1526127924/backup-masters/8e3de9160f9f,36819,1731255760473 from backup master directory 2024-11-10T16:22:40,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36819-0x10102b05d450000, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1526127924/backup-masters/8e3de9160f9f,36819,1731255760473 2024-11-10T16:22:40,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36819-0x10102b05d450000, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526127924/backup-masters 2024-11-10T16:22:40,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33863-0x10102b05d450001, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526127924/backup-masters 2024-11-10T16:22:40,557 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:22:40,558 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8e3de9160f9f,36819,1731255760473 2024-11-10T16:22:40,561 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/hbase.id] with ID: 10dd6fb9-b20c-4c49-a676-9b9ceae04a1a 2024-11-10T16:22:40,561 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/.tmp/hbase.id 2024-11-10T16:22:40,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741826_1002 (size=42) 2024-11-10T16:22:40,968 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/.tmp/hbase.id]:[hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/hbase.id] 2024-11-10T16:22:40,976 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:22:40,976 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T16:22:40,977 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T16:22:40,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36819-0x10102b05d450000, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526127924 2024-11-10T16:22:40,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33863-0x10102b05d450001, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526127924 2024-11-10T16:22:40,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741827_1003 (size=196) 2024-11-10T16:22:40,985 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:22:40,986 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T16:22:40,987 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:22:40,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741828_1004 (size=1189) 2024-11-10T16:22:40,998 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/MasterData/data/master/store 2024-11-10T16:22:41,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741829_1005 (size=34) 2024-11-10T16:22:41,405 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:22:41,405 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T16:22:41,405 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:22:41,405 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:22:41,405 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T16:22:41,405 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:22:41,405 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:22:41,405 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731255761405Disabling compacts and flushes for region at 1731255761405Disabling writes for close at 1731255761405Writing region close event to WAL at 1731255761405Closed at 1731255761405 2024-11-10T16:22:41,406 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/MasterData/data/master/store/.initializing 2024-11-10T16:22:41,406 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/MasterData/WALs/8e3de9160f9f,36819,1731255760473 2024-11-10T16:22:41,407 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:22:41,409 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8e3de9160f9f%2C36819%2C1731255760473, suffix=, logDir=hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/MasterData/WALs/8e3de9160f9f,36819,1731255760473, archiveDir=hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/MasterData/oldWALs, maxLogs=10 2024-11-10T16:22:41,422 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/MasterData/WALs/8e3de9160f9f,36819,1731255760473/8e3de9160f9f%2C36819%2C1731255760473.1731255761409, exclude list is [], retry=0 2024-11-10T16:22:41,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34783,DS-c8196c72-eb1a-47a5-bb85-340d6be8da32,DISK] 2024-11-10T16:22:41,426 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/MasterData/WALs/8e3de9160f9f,36819,1731255760473/8e3de9160f9f%2C36819%2C1731255760473.1731255761409 2024-11-10T16:22:41,426 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38875:38875)] 2024-11-10T16:22:41,426 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:22:41,426 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:22:41,426 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:41,426 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:41,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:41,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T16:22:41,428 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:41,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:22:41,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:41,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T16:22:41,430 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:41,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:22:41,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:41,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T16:22:41,431 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:41,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:22:41,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:41,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T16:22:41,432 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:41,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:22:41,433 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:41,433 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:41,434 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:41,435 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:41,435 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:41,435 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:22:41,436 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:41,438 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:22:41,438 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62054271, jitterRate=-0.075319305062294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:22:41,439 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731255761426Initializing all the Stores at 1731255761427 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255761427Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255761427Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255761427Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255761427Cleaning up temporary data from old regions at 1731255761435 (+8 ms)Region opened successfully at 1731255761438 (+3 ms) 2024-11-10T16:22:41,439 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T16:22:41,441 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d2b00cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:22:41,442 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T16:22:41,442 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T16:22:41,442 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T16:22:41,442 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T16:22:41,443 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T16:22:41,443 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T16:22:41,443 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T16:22:41,445 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T16:22:41,446 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36819-0x10102b05d450000, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Unable to get data of znode /0-1526127924/balancer because node does not exist (not necessarily an error) 2024-11-10T16:22:41,447 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1526127924/balancer already deleted, retry=false 2024-11-10T16:22:41,447 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T16:22:41,447 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36819-0x10102b05d450000, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Unable to get data of znode /0-1526127924/normalizer because node does not exist (not necessarily an error) 2024-11-10T16:22:41,448 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1526127924/normalizer already deleted, retry=false 2024-11-10T16:22:41,449 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T16:22:41,450 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36819-0x10102b05d450000, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Unable to get data of znode /0-1526127924/switch/split because node does not exist (not necessarily an error) 2024-11-10T16:22:41,452 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1526127924/switch/split already deleted, retry=false 2024-11-10T16:22:41,453 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36819-0x10102b05d450000, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Unable to get data of znode /0-1526127924/switch/merge because node does not exist (not necessarily an error) 2024-11-10T16:22:41,454 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1526127924/switch/merge already deleted, retry=false 2024-11-10T16:22:41,455 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36819-0x10102b05d450000, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Unable to get data of znode /0-1526127924/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T16:22:41,456 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1526127924/snapshot-cleanup already deleted, retry=false 2024-11-10T16:22:41,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36819-0x10102b05d450000, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1526127924/running 2024-11-10T16:22:41,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33863-0x10102b05d450001, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1526127924/running 2024-11-10T16:22:41,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36819-0x10102b05d450000, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526127924 2024-11-10T16:22:41,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33863-0x10102b05d450001, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526127924 2024-11-10T16:22:41,458 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8e3de9160f9f,36819,1731255760473, sessionid=0x10102b05d450000, setting cluster-up flag (Was=false) 2024-11-10T16:22:41,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36819-0x10102b05d450000, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526127924 2024-11-10T16:22:41,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33863-0x10102b05d450001, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526127924 2024-11-10T16:22:41,466 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1526127924/flush-table-proc/acquired, /0-1526127924/flush-table-proc/reached, /0-1526127924/flush-table-proc/abort 2024-11-10T16:22:41,467 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,36819,1731255760473 2024-11-10T16:22:41,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33863-0x10102b05d450001, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526127924 2024-11-10T16:22:41,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36819-0x10102b05d450000, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526127924 2024-11-10T16:22:41,474 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1526127924/online-snapshot/acquired, /0-1526127924/online-snapshot/reached, /0-1526127924/online-snapshot/abort 2024-11-10T16:22:41,475 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,36819,1731255760473 2024-11-10T16:22:41,476 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T16:22:41,477 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T16:22:41,477 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T16:22:41,477 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T16:22:41,477 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8e3de9160f9f,36819,1731255760473 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T16:22:41,478 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:22:41,478 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:22:41,478 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:22:41,478 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:22:41,478 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8e3de9160f9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T16:22:41,478 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:41,478 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:22:41,478 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:41,479 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731255791479 2024-11-10T16:22:41,479 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T16:22:41,479 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T16:22:41,479 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T16:22:41,479 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T16:22:41,479 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T16:22:41,479 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T16:22:41,480 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:41,480 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:22:41,480 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T16:22:41,480 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T16:22:41,480 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T16:22:41,480 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T16:22:41,480 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T16:22:41,480 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T16:22:41,480 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T16:22:41,480 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255761480,5,FailOnTimeoutGroup] 2024-11-10T16:22:41,481 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:41,481 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T16:22:41,484 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255761480,5,FailOnTimeoutGroup] 2024-11-10T16:22:41,484 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:41,484 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T16:22:41,484 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:41,484 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:41,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741831_1007 (size=1321) 2024-11-10T16:22:41,543 INFO [RS:0;8e3de9160f9f:33863 {}] regionserver.HRegionServer(746): ClusterId : 10dd6fb9-b20c-4c49-a676-9b9ceae04a1a 2024-11-10T16:22:41,543 DEBUG [RS:0;8e3de9160f9f:33863 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T16:22:41,545 DEBUG [RS:0;8e3de9160f9f:33863 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T16:22:41,545 DEBUG [RS:0;8e3de9160f9f:33863 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T16:22:41,546 DEBUG [RS:0;8e3de9160f9f:33863 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T16:22:41,547 DEBUG [RS:0;8e3de9160f9f:33863 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2276124e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:22:41,558 DEBUG [RS:0;8e3de9160f9f:33863 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8e3de9160f9f:33863 2024-11-10T16:22:41,558 INFO [RS:0;8e3de9160f9f:33863 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T16:22:41,558 INFO [RS:0;8e3de9160f9f:33863 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T16:22:41,558 DEBUG [RS:0;8e3de9160f9f:33863 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T16:22:41,559 INFO [RS:0;8e3de9160f9f:33863 {}] regionserver.HRegionServer(2659): reportForDuty to master=8e3de9160f9f,36819,1731255760473 with port=33863, startcode=1731255760520 2024-11-10T16:22:41,559 DEBUG [RS:0;8e3de9160f9f:33863 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T16:22:41,561 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T16:22:41,561 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36819 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8e3de9160f9f,33863,1731255760520 2024-11-10T16:22:41,561 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36819 {}] master.ServerManager(517): Registering regionserver=8e3de9160f9f,33863,1731255760520 2024-11-10T16:22:41,562 DEBUG [RS:0;8e3de9160f9f:33863 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b 2024-11-10T16:22:41,562 DEBUG [RS:0;8e3de9160f9f:33863 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37653 2024-11-10T16:22:41,562 DEBUG [RS:0;8e3de9160f9f:33863 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T16:22:41,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36819-0x10102b05d450000, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526127924/rs 2024-11-10T16:22:41,565 DEBUG [RS:0;8e3de9160f9f:33863 {}] zookeeper.ZKUtil(111): regionserver:33863-0x10102b05d450001, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Set watcher on existing znode=/0-1526127924/rs/8e3de9160f9f,33863,1731255760520 2024-11-10T16:22:41,565 WARN [RS:0;8e3de9160f9f:33863 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:22:41,565 INFO [RS:0;8e3de9160f9f:33863 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:22:41,565 DEBUG [RS:0;8e3de9160f9f:33863 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520 2024-11-10T16:22:41,566 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8e3de9160f9f,33863,1731255760520] 2024-11-10T16:22:41,568 INFO [RS:0;8e3de9160f9f:33863 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T16:22:41,570 INFO [RS:0;8e3de9160f9f:33863 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T16:22:41,570 INFO [RS:0;8e3de9160f9f:33863 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T16:22:41,570 INFO [RS:0;8e3de9160f9f:33863 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:41,570 INFO [RS:0;8e3de9160f9f:33863 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T16:22:41,571 INFO [RS:0;8e3de9160f9f:33863 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T16:22:41,571 INFO [RS:0;8e3de9160f9f:33863 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:41,571 DEBUG [RS:0;8e3de9160f9f:33863 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:41,571 DEBUG [RS:0;8e3de9160f9f:33863 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:41,571 DEBUG [RS:0;8e3de9160f9f:33863 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:41,571 DEBUG [RS:0;8e3de9160f9f:33863 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:41,571 DEBUG [RS:0;8e3de9160f9f:33863 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:41,571 DEBUG [RS:0;8e3de9160f9f:33863 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:22:41,571 DEBUG [RS:0;8e3de9160f9f:33863 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:41,571 DEBUG [RS:0;8e3de9160f9f:33863 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:41,571 DEBUG [RS:0;8e3de9160f9f:33863 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:41,571 DEBUG [RS:0;8e3de9160f9f:33863 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:41,571 DEBUG [RS:0;8e3de9160f9f:33863 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:41,571 DEBUG [RS:0;8e3de9160f9f:33863 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:41,571 DEBUG [RS:0;8e3de9160f9f:33863 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:22:41,571 DEBUG [RS:0;8e3de9160f9f:33863 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:22:41,571 INFO [RS:0;8e3de9160f9f:33863 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:41,571 INFO [RS:0;8e3de9160f9f:33863 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:41,571 INFO [RS:0;8e3de9160f9f:33863 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:41,571 INFO [RS:0;8e3de9160f9f:33863 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:41,572 INFO [RS:0;8e3de9160f9f:33863 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:41,572 INFO [RS:0;8e3de9160f9f:33863 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,33863,1731255760520-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:22:41,585 INFO [RS:0;8e3de9160f9f:33863 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T16:22:41,585 INFO [RS:0;8e3de9160f9f:33863 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,33863,1731255760520-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:41,585 INFO [RS:0;8e3de9160f9f:33863 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:41,585 INFO [RS:0;8e3de9160f9f:33863 {}] regionserver.Replication(171): 8e3de9160f9f,33863,1731255760520 started 2024-11-10T16:22:41,598 INFO [RS:0;8e3de9160f9f:33863 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:41,598 INFO [RS:0;8e3de9160f9f:33863 {}] regionserver.HRegionServer(1482): Serving as 8e3de9160f9f,33863,1731255760520, RpcServer on 8e3de9160f9f/172.17.0.2:33863, sessionid=0x10102b05d450001 2024-11-10T16:22:41,598 DEBUG [RS:0;8e3de9160f9f:33863 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T16:22:41,598 DEBUG [RS:0;8e3de9160f9f:33863 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8e3de9160f9f,33863,1731255760520 2024-11-10T16:22:41,598 DEBUG [RS:0;8e3de9160f9f:33863 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,33863,1731255760520' 2024-11-10T16:22:41,598 DEBUG [RS:0;8e3de9160f9f:33863 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1526127924/flush-table-proc/abort' 2024-11-10T16:22:41,598 DEBUG [RS:0;8e3de9160f9f:33863 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1526127924/flush-table-proc/acquired' 2024-11-10T16:22:41,599 DEBUG [RS:0;8e3de9160f9f:33863 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T16:22:41,599 DEBUG [RS:0;8e3de9160f9f:33863 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T16:22:41,599 DEBUG [RS:0;8e3de9160f9f:33863 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8e3de9160f9f,33863,1731255760520 2024-11-10T16:22:41,599 DEBUG [RS:0;8e3de9160f9f:33863 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,33863,1731255760520' 2024-11-10T16:22:41,599 DEBUG [RS:0;8e3de9160f9f:33863 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1526127924/online-snapshot/abort' 2024-11-10T16:22:41,599 DEBUG [RS:0;8e3de9160f9f:33863 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1526127924/online-snapshot/acquired' 2024-11-10T16:22:41,599 DEBUG [RS:0;8e3de9160f9f:33863 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T16:22:41,599 INFO [RS:0;8e3de9160f9f:33863 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T16:22:41,599 INFO [RS:0;8e3de9160f9f:33863 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T16:22:41,700 INFO [RS:0;8e3de9160f9f:33863 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:22:41,701 INFO [RS:0;8e3de9160f9f:33863 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C33863%2C1731255760520, suffix=, logDir=hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520, archiveDir=hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/oldWALs, maxLogs=10 2024-11-10T16:22:41,715 DEBUG [RS:0;8e3de9160f9f:33863 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702, exclude list is [], retry=0 2024-11-10T16:22:41,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34783,DS-c8196c72-eb1a-47a5-bb85-340d6be8da32,DISK] 2024-11-10T16:22:41,719 INFO [RS:0;8e3de9160f9f:33863 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702 2024-11-10T16:22:41,719 DEBUG [RS:0;8e3de9160f9f:33863 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38875:38875)] 2024-11-10T16:22:41,888 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T16:22:41,889 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b 2024-11-10T16:22:41,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741833_1009 (size=32) 2024-11-10T16:22:41,967 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T16:22:41,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:41,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:41,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:41,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:41,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:41,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:41,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:41,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:41,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:41,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:42,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:22:42,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:22:42,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:22:42,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:42,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:22:42,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:22:42,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:22:42,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:42,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:22:42,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:22:42,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:22:42,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:42,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:22:42,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:22:42,300 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:22:42,300 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:42,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:22:42,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:22:42,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/hbase/meta/1588230740 2024-11-10T16:22:42,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/hbase/meta/1588230740 2024-11-10T16:22:42,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:22:42,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:22:42,302 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:22:42,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:22:42,305 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:22:42,305 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73288451, jitterRate=0.09208302199840546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:22:42,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731255762294Initializing all the Stores at 1731255762295 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255762295Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255762295Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255762295Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255762295Cleaning up temporary data from old regions at 1731255762302 (+7 ms)Region opened successfully at 1731255762305 (+3 ms) 2024-11-10T16:22:42,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T16:22:42,305 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T16:22:42,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T16:22:42,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T16:22:42,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T16:22:42,306 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T16:22:42,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731255762305Disabling compacts and flushes for region at 1731255762305Disabling writes for close at 1731255762305Writing region close event to WAL at 1731255762306 (+1 ms)Closed at 1731255762306 2024-11-10T16:22:42,307 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:22:42,307 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T16:22:42,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T16:22:42,308 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:22:42,309 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T16:22:42,459 DEBUG [8e3de9160f9f:36819 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T16:22:42,459 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8e3de9160f9f,33863,1731255760520 2024-11-10T16:22:42,460 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,33863,1731255760520, state=OPENING 2024-11-10T16:22:42,461 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T16:22:42,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36819-0x10102b05d450000, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526127924 2024-11-10T16:22:42,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33863-0x10102b05d450001, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526127924 2024-11-10T16:22:42,465 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:22:42,465 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1526127924/meta-region-server: CHANGED 2024-11-10T16:22:42,465 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1526127924/meta-region-server: CHANGED 2024-11-10T16:22:42,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,33863,1731255760520}] 2024-11-10T16:22:42,618 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T16:22:42,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T16:22:42,622 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T16:22:42,622 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:22:42,623 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T16:22:42,624 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C33863%2C1731255760520.meta, suffix=.meta, logDir=hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520, archiveDir=hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/oldWALs, maxLogs=10 2024-11-10T16:22:42,637 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.meta.1731255762624.meta, exclude list is [], retry=0 2024-11-10T16:22:42,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34783,DS-c8196c72-eb1a-47a5-bb85-340d6be8da32,DISK] 2024-11-10T16:22:42,641 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.meta.1731255762624.meta 2024-11-10T16:22:42,641 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38875:38875)] 2024-11-10T16:22:42,641 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:22:42,641 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:22:42,642 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T16:22:42,642 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T16:22:42,642 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T16:22:42,642 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T16:22:42,642 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:22:42,642 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T16:22:42,642 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T16:22:42,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:22:42,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:22:42,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:42,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:22:42,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:22:42,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:22:42,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:42,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:22:42,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:22:42,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:22:42,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:42,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:22:42,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:22:42,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:22:42,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:42,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:22:42,648 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:22:42,648 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/hbase/meta/1588230740 2024-11-10T16:22:42,649 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/hbase/meta/1588230740 2024-11-10T16:22:42,650 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:22:42,650 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:22:42,650 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:22:42,651 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:22:42,652 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63333370, jitterRate=-0.05625924468040466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:22:42,652 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T16:22:42,653 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731255762642Writing region info on filesystem at 1731255762642Initializing all the Stores at 1731255762643 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255762643Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255762643Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255762643Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255762643Cleaning up temporary data from old regions at 1731255762650 (+7 ms)Running coprocessor post-open hooks at 1731255762652 (+2 ms)Region opened successfully at 1731255762653 (+1 ms) 2024-11-10T16:22:42,654 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731255762617 2024-11-10T16:22:42,656 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T16:22:42,656 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T16:22:42,657 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8e3de9160f9f,33863,1731255760520 2024-11-10T16:22:42,657 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,33863,1731255760520, state=OPEN 2024-11-10T16:22:42,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36819-0x10102b05d450000, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1526127924/meta-region-server 2024-11-10T16:22:42,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33863-0x10102b05d450001, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1526127924/meta-region-server 2024-11-10T16:22:42,660 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8e3de9160f9f,33863,1731255760520 2024-11-10T16:22:42,660 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1526127924/meta-region-server: CHANGED 2024-11-10T16:22:42,660 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1526127924/meta-region-server: CHANGED 2024-11-10T16:22:42,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T16:22:42,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,33863,1731255760520 in 195 msec 2024-11-10T16:22:42,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T16:22:42,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-11-10T16:22:42,664 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:22:42,664 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T16:22:42,665 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:22:42,665 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33863,1731255760520, seqNum=-1] 2024-11-10T16:22:42,665 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:22:42,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:22:42,671 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1930 sec 2024-11-10T16:22:42,671 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731255762671, completionTime=-1 2024-11-10T16:22:42,671 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T16:22:42,671 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T16:22:42,673 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T16:22:42,673 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731255822673 2024-11-10T16:22:42,673 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731255882673 2024-11-10T16:22:42,673 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T16:22:42,673 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,36819,1731255760473-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:42,674 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,36819,1731255760473-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:42,674 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,36819,1731255760473-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:42,674 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8e3de9160f9f:36819, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:42,674 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:42,674 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:42,675 DEBUG [master/8e3de9160f9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T16:22:42,677 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.119sec 2024-11-10T16:22:42,678 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T16:22:42,678 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T16:22:42,678 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T16:22:42,678 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T16:22:42,678 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T16:22:42,678 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,36819,1731255760473-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:22:42,678 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,36819,1731255760473-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T16:22:42,680 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T16:22:42,680 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T16:22:42,680 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,36819,1731255760473-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:42,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e02bc05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:42,744 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,36819,-1 for getting cluster id 2024-11-10T16:22:42,744 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:22:42,745 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10dd6fb9-b20c-4c49-a676-9b9ceae04a1a' 2024-11-10T16:22:42,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:22:42,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10dd6fb9-b20c-4c49-a676-9b9ceae04a1a" 2024-11-10T16:22:42,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58075368, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:42,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,36819,-1] 2024-11-10T16:22:42,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:22:42,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:42,746 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:22:42,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b60453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:42,748 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:22:42,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33863,1731255760520, seqNum=-1] 2024-11-10T16:22:42,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:22:42,750 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:22:42,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8e3de9160f9f,36819,1731255760473 2024-11-10T16:22:42,752 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57752 2024-11-10T16:22:42,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:22:42,754 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10102b05d450002 connected 2024-11-10T16:22:42,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb3f962a-c967-cb10-941a-a3de76ba5844/hadoop.log.dir so I do NOT create it in target/test-data/b8a817dd-a996-9b76-0dd6-e334033db4bd 2024-11-10T16:22:42,757 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb3f962a-c967-cb10-941a-a3de76ba5844/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T16:22:42,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb3f962a-c967-cb10-941a-a3de76ba5844/hadoop.tmp.dir so I do NOT create it in target/test-data/b8a817dd-a996-9b76-0dd6-e334033db4bd 2024-11-10T16:22:42,757 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb3f962a-c967-cb10-941a-a3de76ba5844/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T16:22:42,757 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a817dd-a996-9b76-0dd6-e334033db4bd 2024-11-10T16:22:42,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T16:22:42,757 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a817dd-a996-9b76-0dd6-e334033db4bd/cluster_969c8d75-40d3-cb20-98a7-d56f366c352a, deleteOnExit=true 2024-11-10T16:22:42,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T16:22:42,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a817dd-a996-9b76-0dd6-e334033db4bd/test.cache.data in system properties and HBase conf 2024-11-10T16:22:42,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a817dd-a996-9b76-0dd6-e334033db4bd/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T16:22:42,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a817dd-a996-9b76-0dd6-e334033db4bd/hadoop.log.dir in system properties and HBase conf 2024-11-10T16:22:42,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a817dd-a996-9b76-0dd6-e334033db4bd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T16:22:42,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a817dd-a996-9b76-0dd6-e334033db4bd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T16:22:42,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T16:22:42,758 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T16:22:42,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a817dd-a996-9b76-0dd6-e334033db4bd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T16:22:42,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a817dd-a996-9b76-0dd6-e334033db4bd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T16:22:42,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a817dd-a996-9b76-0dd6-e334033db4bd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T16:22:42,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a817dd-a996-9b76-0dd6-e334033db4bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T16:22:42,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a817dd-a996-9b76-0dd6-e334033db4bd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T16:22:42,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a817dd-a996-9b76-0dd6-e334033db4bd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T16:22:42,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a817dd-a996-9b76-0dd6-e334033db4bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T16:22:42,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a817dd-a996-9b76-0dd6-e334033db4bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T16:22:42,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a817dd-a996-9b76-0dd6-e334033db4bd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T16:22:42,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a817dd-a996-9b76-0dd6-e334033db4bd/nfs.dump.dir in system properties and HBase conf 2024-11-10T16:22:42,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a817dd-a996-9b76-0dd6-e334033db4bd/java.io.tmpdir in system properties and HBase conf 2024-11-10T16:22:42,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a817dd-a996-9b76-0dd6-e334033db4bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T16:22:42,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a817dd-a996-9b76-0dd6-e334033db4bd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T16:22:42,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a817dd-a996-9b76-0dd6-e334033db4bd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T16:22:42,838 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:22:42,842 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T16:22:42,846 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T16:22:42,847 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T16:22:42,847 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T16:22:42,847 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:22:42,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cae8f34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a817dd-a996-9b76-0dd6-e334033db4bd/hadoop.log.dir/,AVAILABLE} 2024-11-10T16:22:42,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c3bb764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T16:22:42,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33d3e0f8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a817dd-a996-9b76-0dd6-e334033db4bd/java.io.tmpdir/jetty-localhost-45667-hadoop-hdfs-3_4_1-tests_jar-_-any-3680189215301019681/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T16:22:42,981 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52b633c8{HTTP/1.1, (http/1.1)}{localhost:45667} 2024-11-10T16:22:42,981 INFO [Time-limited test {}] server.Server(415): Started @189442ms 2024-11-10T16:22:43,053 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:22:43,055 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T16:22:43,056 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T16:22:43,056 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T16:22:43,056 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T16:22:43,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32d47073{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a817dd-a996-9b76-0dd6-e334033db4bd/hadoop.log.dir/,AVAILABLE} 2024-11-10T16:22:43,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@473d1391{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T16:22:43,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3fa3ede5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a817dd-a996-9b76-0dd6-e334033db4bd/java.io.tmpdir/jetty-localhost-34773-hadoop-hdfs-3_4_1-tests_jar-_-any-17976336240669561042/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T16:22:43,171 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32d720{HTTP/1.1, (http/1.1)}{localhost:34773} 2024-11-10T16:22:43,171 INFO [Time-limited test {}] server.Server(415): Started @189632ms 2024-11-10T16:22:43,172 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T16:22:43,186 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:22:43,187 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8e3de9160f9f,42869,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:42869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T16:22:43,187 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8170 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8e3de9160f9f,42869,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:42869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T16:22:43,261 WARN [Thread-2313 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a817dd-a996-9b76-0dd6-e334033db4bd/cluster_969c8d75-40d3-cb20-98a7-d56f366c352a/data/data2/current/BP-1637960115-172.17.0.2-1731255762781/current, will proceed with Du for space computation calculation, 2024-11-10T16:22:43,261 WARN [Thread-2312 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a817dd-a996-9b76-0dd6-e334033db4bd/cluster_969c8d75-40d3-cb20-98a7-d56f366c352a/data/data1/current/BP-1637960115-172.17.0.2-1731255762781/current, will proceed with Du for space computation calculation, 2024-11-10T16:22:43,280 WARN [Thread-2300 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T16:22:43,283 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51c762328365b4be with lease ID 0x9b4012130975b979: Processing first storage report for DS-c6100fb6-b675-448a-9c6a-8be75cd90ffb from datanode DatanodeRegistration(127.0.0.1:33681, datanodeUuid=01e07d56-6f58-4c9c-ae67-ac640c19fe9a, infoPort=46843, infoSecurePort=0, ipcPort=42403, storageInfo=lv=-57;cid=testClusterID;nsid=1481140004;c=1731255762781) 2024-11-10T16:22:43,283 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51c762328365b4be with lease ID 0x9b4012130975b979: from storage DS-c6100fb6-b675-448a-9c6a-8be75cd90ffb node DatanodeRegistration(127.0.0.1:33681, datanodeUuid=01e07d56-6f58-4c9c-ae67-ac640c19fe9a, infoPort=46843, infoSecurePort=0, ipcPort=42403, storageInfo=lv=-57;cid=testClusterID;nsid=1481140004;c=1731255762781), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T16:22:43,283 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51c762328365b4be with lease ID 0x9b4012130975b979: Processing first storage report for DS-4e11c869-48e6-4799-ad72-deaaa41af2fa from datanode DatanodeRegistration(127.0.0.1:33681, datanodeUuid=01e07d56-6f58-4c9c-ae67-ac640c19fe9a, infoPort=46843, infoSecurePort=0, ipcPort=42403, storageInfo=lv=-57;cid=testClusterID;nsid=1481140004;c=1731255762781) 2024-11-10T16:22:43,283 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51c762328365b4be with lease ID 0x9b4012130975b979: from storage DS-4e11c869-48e6-4799-ad72-deaaa41af2fa node DatanodeRegistration(127.0.0.1:33681, datanodeUuid=01e07d56-6f58-4c9c-ae67-ac640c19fe9a, infoPort=46843, infoSecurePort=0, ipcPort=42403, storageInfo=lv=-57;cid=testClusterID;nsid=1481140004;c=1731255762781), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T16:22:43,295 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a817dd-a996-9b76-0dd6-e334033db4bd 2024-11-10T16:22:43,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:22:43,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:22:43,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741825_1001 (size=7) 2024-11-10T16:22:43,705 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695 with version=8 2024-11-10T16:22:43,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/hbase-staging 2024-11-10T16:22:43,708 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:22:43,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:22:43,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:22:43,708 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:22:43,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:22:43,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:22:43,708 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T16:22:43,708 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:22:43,709 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37145 2024-11-10T16:22:43,710 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37145 connecting to ZooKeeper ensemble=127.0.0.1:57752 2024-11-10T16:22:43,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371450x0, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:22:43,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37145-0x10102b05d450003 connected 2024-11-10T16:22:43,722 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:22:43,724 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:22:43,725 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37145-0x10102b05d450003, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Set watcher on znode that does not yet exist, /1-646140112/running 2024-11-10T16:22:43,726 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695, hbase.cluster.distributed=false 2024-11-10T16:22:43,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37145-0x10102b05d450003, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Set watcher on znode that does not yet exist, /1-646140112/acl 2024-11-10T16:22:43,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37145 2024-11-10T16:22:43,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37145 2024-11-10T16:22:43,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37145 2024-11-10T16:22:43,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37145 2024-11-10T16:22:43,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37145 2024-11-10T16:22:43,747 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:22:43,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:22:43,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:22:43,747 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:22:43,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:22:43,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:22:43,747 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T16:22:43,747 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:22:43,759 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38113 2024-11-10T16:22:43,760 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38113 connecting to ZooKeeper ensemble=127.0.0.1:57752 2024-11-10T16:22:43,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:22:43,762 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:22:43,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381130x0, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:22:43,766 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:381130x0, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Set watcher on znode that does not yet exist, /1-646140112/running 2024-11-10T16:22:43,766 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38113-0x10102b05d450004 connected 2024-11-10T16:22:43,766 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T16:22:43,769 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T16:22:43,769 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38113-0x10102b05d450004, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Set watcher on znode that does not yet exist, /1-646140112/master 2024-11-10T16:22:43,770 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38113-0x10102b05d450004, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Set watcher on znode that does not yet exist, /1-646140112/acl 2024-11-10T16:22:43,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38113 2024-11-10T16:22:43,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38113 2024-11-10T16:22:43,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38113 2024-11-10T16:22:43,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38113 2024-11-10T16:22:43,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38113 2024-11-10T16:22:43,790 DEBUG [M:0;8e3de9160f9f:37145 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8e3de9160f9f:37145 2024-11-10T16:22:43,791 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-646140112/backup-masters/8e3de9160f9f,37145,1731255763707 2024-11-10T16:22:43,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37145-0x10102b05d450003, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-646140112/backup-masters 2024-11-10T16:22:43,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x10102b05d450004, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-646140112/backup-masters 2024-11-10T16:22:43,792 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37145-0x10102b05d450003, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Set watcher on existing znode=/1-646140112/backup-masters/8e3de9160f9f,37145,1731255763707 2024-11-10T16:22:43,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x10102b05d450004, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-646140112/master 2024-11-10T16:22:43,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37145-0x10102b05d450003, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-646140112 2024-11-10T16:22:43,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x10102b05d450004, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-646140112 2024-11-10T16:22:43,795 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37145-0x10102b05d450003, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Set watcher on existing znode=/1-646140112/master 2024-11-10T16:22:43,795 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-646140112/backup-masters/8e3de9160f9f,37145,1731255763707 from backup master directory 2024-11-10T16:22:43,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37145-0x10102b05d450003, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-646140112/backup-masters/8e3de9160f9f,37145,1731255763707 2024-11-10T16:22:43,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x10102b05d450004, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-646140112/backup-masters 2024-11-10T16:22:43,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37145-0x10102b05d450003, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-646140112/backup-masters 2024-11-10T16:22:43,796 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:22:43,796 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8e3de9160f9f,37145,1731255763707 2024-11-10T16:22:43,800 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/hbase.id] with ID: 8e75ad65-4e48-4774-8091-a00bb537ed3b 2024-11-10T16:22:43,800 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/.tmp/hbase.id 2024-11-10T16:22:43,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741826_1002 (size=42) 2024-11-10T16:22:44,209 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/.tmp/hbase.id]:[hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/hbase.id] 2024-11-10T16:22:44,219 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:22:44,220 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T16:22:44,221 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T16:22:44,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37145-0x10102b05d450003, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-646140112 2024-11-10T16:22:44,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x10102b05d450004, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-646140112 2024-11-10T16:22:44,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741827_1003 (size=196) 2024-11-10T16:22:44,230 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:22:44,231 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T16:22:44,232 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:22:44,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741828_1004 (size=1189) 2024-11-10T16:22:44,639 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/MasterData/data/master/store 2024-11-10T16:22:44,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741829_1005 (size=34) 2024-11-10T16:22:45,045 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:22:45,045 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T16:22:45,045 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:22:45,045 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:22:45,046 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T16:22:45,046 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:22:45,046 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:22:45,046 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731255765045Disabling compacts and flushes for region at 1731255765045Disabling writes for close at 1731255765046 (+1 ms)Writing region close event to WAL at 1731255765046Closed at 1731255765046 2024-11-10T16:22:45,046 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/MasterData/data/master/store/.initializing 2024-11-10T16:22:45,047 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/MasterData/WALs/8e3de9160f9f,37145,1731255763707 2024-11-10T16:22:45,047 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:22:45,049 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8e3de9160f9f%2C37145%2C1731255763707, suffix=, logDir=hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/MasterData/WALs/8e3de9160f9f,37145,1731255763707, archiveDir=hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/MasterData/oldWALs, maxLogs=10 2024-11-10T16:22:45,062 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/MasterData/WALs/8e3de9160f9f,37145,1731255763707/8e3de9160f9f%2C37145%2C1731255763707.1731255765049, exclude list is [], retry=0 2024-11-10T16:22:45,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-c6100fb6-b675-448a-9c6a-8be75cd90ffb,DISK] 2024-11-10T16:22:45,066 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/MasterData/WALs/8e3de9160f9f,37145,1731255763707/8e3de9160f9f%2C37145%2C1731255763707.1731255765049 2024-11-10T16:22:45,066 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46843:46843)] 2024-11-10T16:22:45,066 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:22:45,067 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:22:45,067 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:45,067 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:45,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:45,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T16:22:45,069 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:45,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:22:45,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:45,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T16:22:45,070 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:45,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:22:45,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:45,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T16:22:45,071 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:45,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:22:45,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:45,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T16:22:45,074 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:45,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:22:45,074 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:45,075 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:45,075 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:45,076 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:45,076 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:45,076 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:22:45,077 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:22:45,080 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:22:45,080 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70867773, jitterRate=0.0560121089220047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:22:45,080 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731255765067Initializing all the Stores at 1731255765067Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255765067Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255765068 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255765068Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255765068Cleaning up temporary data from old regions at 1731255765076 (+8 ms)Region opened successfully at 1731255765080 (+4 ms) 2024-11-10T16:22:45,081 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T16:22:45,084 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b6fe43a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:22:45,085 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T16:22:45,085 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T16:22:45,085 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T16:22:45,085 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T16:22:45,086 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T16:22:45,086 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T16:22:45,086 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T16:22:45,088 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T16:22:45,089 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37145-0x10102b05d450003, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Unable to get data of znode /1-646140112/balancer because node does not exist (not necessarily an error) 2024-11-10T16:22:45,090 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-646140112/balancer already deleted, retry=false 2024-11-10T16:22:45,090 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T16:22:45,091 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37145-0x10102b05d450003, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Unable to get data of znode /1-646140112/normalizer because node does not exist (not necessarily an error) 2024-11-10T16:22:45,093 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-646140112/normalizer already deleted, retry=false 2024-11-10T16:22:45,093 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T16:22:45,094 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37145-0x10102b05d450003, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Unable to get data of znode /1-646140112/switch/split because node does not exist (not necessarily an error) 2024-11-10T16:22:45,095 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-646140112/switch/split already deleted, retry=false 2024-11-10T16:22:45,095 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37145-0x10102b05d450003, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Unable to get data of znode /1-646140112/switch/merge because node does not exist (not necessarily an error) 2024-11-10T16:22:45,096 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-646140112/switch/merge already deleted, retry=false 2024-11-10T16:22:45,109 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37145-0x10102b05d450003, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Unable to get data of znode /1-646140112/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T16:22:45,110 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-646140112/snapshot-cleanup already deleted, retry=false 2024-11-10T16:22:45,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x10102b05d450004, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-646140112/running 2024-11-10T16:22:45,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37145-0x10102b05d450003, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-646140112/running 2024-11-10T16:22:45,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x10102b05d450004, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-646140112 2024-11-10T16:22:45,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37145-0x10102b05d450003, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-646140112 2024-11-10T16:22:45,114 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8e3de9160f9f,37145,1731255763707, sessionid=0x10102b05d450003, setting cluster-up flag (Was=false) 2024-11-10T16:22:45,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37145-0x10102b05d450003, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-646140112 2024-11-10T16:22:45,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x10102b05d450004, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-646140112 2024-11-10T16:22:45,121 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-646140112/flush-table-proc/acquired, /1-646140112/flush-table-proc/reached, /1-646140112/flush-table-proc/abort 2024-11-10T16:22:45,122 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,37145,1731255763707 2024-11-10T16:22:45,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x10102b05d450004, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-646140112 2024-11-10T16:22:45,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37145-0x10102b05d450003, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-646140112 2024-11-10T16:22:45,129 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-646140112/online-snapshot/acquired, /1-646140112/online-snapshot/reached, /1-646140112/online-snapshot/abort 2024-11-10T16:22:45,129 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,37145,1731255763707 2024-11-10T16:22:45,130 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T16:22:45,131 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T16:22:45,132 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T16:22:45,132 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T16:22:45,132 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8e3de9160f9f,37145,1731255763707 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T16:22:45,133 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:22:45,133 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:22:45,133 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:22:45,133 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:22:45,133 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8e3de9160f9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T16:22:45,133 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:45,133 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:22:45,133 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:45,135 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:22:45,135 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T16:22:45,135 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:45,135 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T16:22:45,139 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731255795139 2024-11-10T16:22:45,139 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T16:22:45,139 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T16:22:45,139 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T16:22:45,139 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T16:22:45,139 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T16:22:45,139 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T16:22:45,139 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:45,140 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T16:22:45,140 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T16:22:45,140 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T16:22:45,140 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T16:22:45,143 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T16:22:45,143 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T16:22:45,143 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255765143,5,FailOnTimeoutGroup] 2024-11-10T16:22:45,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741831_1007 (size=1321) 2024-11-10T16:22:45,148 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255765143,5,FailOnTimeoutGroup] 2024-11-10T16:22:45,148 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:45,148 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T16:22:45,148 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:45,148 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:45,180 INFO [RS:0;8e3de9160f9f:38113 {}] regionserver.HRegionServer(746): ClusterId : 8e75ad65-4e48-4774-8091-a00bb537ed3b 2024-11-10T16:22:45,180 DEBUG [RS:0;8e3de9160f9f:38113 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T16:22:45,182 DEBUG [RS:0;8e3de9160f9f:38113 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T16:22:45,182 DEBUG [RS:0;8e3de9160f9f:38113 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T16:22:45,185 DEBUG [RS:0;8e3de9160f9f:38113 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T16:22:45,185 DEBUG [RS:0;8e3de9160f9f:38113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f439250, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:22:45,197 DEBUG [RS:0;8e3de9160f9f:38113 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8e3de9160f9f:38113 2024-11-10T16:22:45,198 INFO [RS:0;8e3de9160f9f:38113 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T16:22:45,198 INFO [RS:0;8e3de9160f9f:38113 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T16:22:45,198 DEBUG [RS:0;8e3de9160f9f:38113 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T16:22:45,198 INFO [RS:0;8e3de9160f9f:38113 {}] regionserver.HRegionServer(2659): reportForDuty to master=8e3de9160f9f,37145,1731255763707 with port=38113, startcode=1731255763747 2024-11-10T16:22:45,198 DEBUG [RS:0;8e3de9160f9f:38113 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T16:22:45,200 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T16:22:45,200 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37145 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8e3de9160f9f,38113,1731255763747 2024-11-10T16:22:45,200 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37145 {}] master.ServerManager(517): Registering regionserver=8e3de9160f9f,38113,1731255763747 2024-11-10T16:22:45,201 DEBUG [RS:0;8e3de9160f9f:38113 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695 2024-11-10T16:22:45,201 DEBUG [RS:0;8e3de9160f9f:38113 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41187 2024-11-10T16:22:45,201 DEBUG [RS:0;8e3de9160f9f:38113 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T16:22:45,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37145-0x10102b05d450003, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-646140112/rs 2024-11-10T16:22:45,207 DEBUG [RS:0;8e3de9160f9f:38113 {}] zookeeper.ZKUtil(111): regionserver:38113-0x10102b05d450004, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Set watcher on existing znode=/1-646140112/rs/8e3de9160f9f,38113,1731255763747 2024-11-10T16:22:45,207 WARN [RS:0;8e3de9160f9f:38113 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:22:45,207 INFO [RS:0;8e3de9160f9f:38113 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:22:45,207 DEBUG [RS:0;8e3de9160f9f:38113 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/WALs/8e3de9160f9f,38113,1731255763747 2024-11-10T16:22:45,207 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8e3de9160f9f,38113,1731255763747] 2024-11-10T16:22:45,210 INFO [RS:0;8e3de9160f9f:38113 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T16:22:45,211 INFO [RS:0;8e3de9160f9f:38113 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T16:22:45,211 INFO [RS:0;8e3de9160f9f:38113 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T16:22:45,211 INFO [RS:0;8e3de9160f9f:38113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:45,211 INFO [RS:0;8e3de9160f9f:38113 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T16:22:45,212 INFO [RS:0;8e3de9160f9f:38113 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T16:22:45,212 INFO [RS:0;8e3de9160f9f:38113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:45,212 DEBUG [RS:0;8e3de9160f9f:38113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:45,212 DEBUG [RS:0;8e3de9160f9f:38113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:45,212 DEBUG [RS:0;8e3de9160f9f:38113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:45,212 DEBUG [RS:0;8e3de9160f9f:38113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:45,212 DEBUG [RS:0;8e3de9160f9f:38113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:45,212 DEBUG [RS:0;8e3de9160f9f:38113 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:22:45,212 DEBUG [RS:0;8e3de9160f9f:38113 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:45,212 DEBUG [RS:0;8e3de9160f9f:38113 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:45,212 DEBUG [RS:0;8e3de9160f9f:38113 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:45,212 DEBUG [RS:0;8e3de9160f9f:38113 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:45,212 DEBUG [RS:0;8e3de9160f9f:38113 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:45,212 DEBUG [RS:0;8e3de9160f9f:38113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:22:45,212 DEBUG [RS:0;8e3de9160f9f:38113 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:22:45,212 DEBUG [RS:0;8e3de9160f9f:38113 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:22:45,213 INFO [RS:0;8e3de9160f9f:38113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:45,213 INFO [RS:0;8e3de9160f9f:38113 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:45,213 INFO [RS:0;8e3de9160f9f:38113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:45,213 INFO [RS:0;8e3de9160f9f:38113 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:45,213 INFO [RS:0;8e3de9160f9f:38113 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:45,213 INFO [RS:0;8e3de9160f9f:38113 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,38113,1731255763747-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:22:45,227 INFO [RS:0;8e3de9160f9f:38113 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T16:22:45,227 INFO [RS:0;8e3de9160f9f:38113 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,38113,1731255763747-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:45,227 INFO [RS:0;8e3de9160f9f:38113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:45,227 INFO [RS:0;8e3de9160f9f:38113 {}] regionserver.Replication(171): 8e3de9160f9f,38113,1731255763747 started 2024-11-10T16:22:45,239 INFO [RS:0;8e3de9160f9f:38113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:45,240 INFO [RS:0;8e3de9160f9f:38113 {}] regionserver.HRegionServer(1482): Serving as 8e3de9160f9f,38113,1731255763747, RpcServer on 8e3de9160f9f/172.17.0.2:38113, sessionid=0x10102b05d450004 2024-11-10T16:22:45,240 DEBUG [RS:0;8e3de9160f9f:38113 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T16:22:45,240 DEBUG [RS:0;8e3de9160f9f:38113 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8e3de9160f9f,38113,1731255763747 2024-11-10T16:22:45,240 DEBUG [RS:0;8e3de9160f9f:38113 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,38113,1731255763747' 2024-11-10T16:22:45,240 DEBUG [RS:0;8e3de9160f9f:38113 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-646140112/flush-table-proc/abort' 2024-11-10T16:22:45,240 DEBUG [RS:0;8e3de9160f9f:38113 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-646140112/flush-table-proc/acquired' 2024-11-10T16:22:45,240 DEBUG [RS:0;8e3de9160f9f:38113 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T16:22:45,241 DEBUG [RS:0;8e3de9160f9f:38113 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T16:22:45,241 DEBUG [RS:0;8e3de9160f9f:38113 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8e3de9160f9f,38113,1731255763747 2024-11-10T16:22:45,241 DEBUG [RS:0;8e3de9160f9f:38113 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,38113,1731255763747' 2024-11-10T16:22:45,241 DEBUG [RS:0;8e3de9160f9f:38113 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-646140112/online-snapshot/abort' 2024-11-10T16:22:45,241 DEBUG [RS:0;8e3de9160f9f:38113 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-646140112/online-snapshot/acquired' 2024-11-10T16:22:45,241 DEBUG [RS:0;8e3de9160f9f:38113 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T16:22:45,241 INFO [RS:0;8e3de9160f9f:38113 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T16:22:45,241 INFO [RS:0;8e3de9160f9f:38113 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T16:22:45,342 INFO [RS:0;8e3de9160f9f:38113 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:22:45,343 INFO [RS:0;8e3de9160f9f:38113 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C38113%2C1731255763747, suffix=, logDir=hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/WALs/8e3de9160f9f,38113,1731255763747, archiveDir=hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/oldWALs, maxLogs=10 2024-11-10T16:22:45,356 DEBUG [RS:0;8e3de9160f9f:38113 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/WALs/8e3de9160f9f,38113,1731255763747/8e3de9160f9f%2C38113%2C1731255763747.1731255765343, exclude list is [], retry=0 2024-11-10T16:22:45,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-c6100fb6-b675-448a-9c6a-8be75cd90ffb,DISK] 2024-11-10T16:22:45,360 INFO [RS:0;8e3de9160f9f:38113 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/WALs/8e3de9160f9f,38113,1731255763747/8e3de9160f9f%2C38113%2C1731255763747.1731255765343 2024-11-10T16:22:45,360 DEBUG [RS:0;8e3de9160f9f:38113 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46843:46843)] 2024-11-10T16:22:45,546 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T16:22:45,546 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695 2024-11-10T16:22:45,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741833_1009 (size=32) 2024-11-10T16:22:45,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:22:45,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:22:45,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:22:45,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:45,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:22:45,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:22:45,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:22:45,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:45,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:22:45,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:22:45,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:22:45,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:45,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:22:45,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:22:45,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:22:45,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:45,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:22:45,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:22:45,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/hbase/meta/1588230740 2024-11-10T16:22:45,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/hbase/meta/1588230740 2024-11-10T16:22:45,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:22:45,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:22:45,561 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:22:45,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:22:45,564 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:22:45,564 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60133016, jitterRate=-0.10394823551177979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:22:45,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731255765552Initializing all the Stores at 1731255765553 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255765553Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255765553Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255765553Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255765553Cleaning up temporary data from old regions at 1731255765560 (+7 ms)Region opened successfully at 1731255765564 (+4 ms) 2024-11-10T16:22:45,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T16:22:45,564 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T16:22:45,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T16:22:45,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T16:22:45,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T16:22:45,565 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T16:22:45,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731255765564Disabling compacts and flushes for region at 1731255765564Disabling writes for close at 1731255765564Writing region close event to WAL at 1731255765565 (+1 ms)Closed at 1731255765565 2024-11-10T16:22:45,566 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:22:45,566 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T16:22:45,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T16:22:45,567 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:22:45,568 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T16:22:45,718 DEBUG [8e3de9160f9f:37145 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T16:22:45,718 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8e3de9160f9f,38113,1731255763747 2024-11-10T16:22:45,720 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,38113,1731255763747, state=OPENING 2024-11-10T16:22:45,721 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T16:22:45,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37145-0x10102b05d450003, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-646140112 2024-11-10T16:22:45,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x10102b05d450004, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-646140112 2024-11-10T16:22:45,722 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:22:45,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-646140112/meta-region-server: CHANGED 2024-11-10T16:22:45,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-646140112/meta-region-server: CHANGED 2024-11-10T16:22:45,723 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,38113,1731255763747}] 2024-11-10T16:22:45,875 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T16:22:45,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T16:22:45,879 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T16:22:45,879 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:22:45,880 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T16:22:45,881 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C38113%2C1731255763747.meta, suffix=.meta, logDir=hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/WALs/8e3de9160f9f,38113,1731255763747, archiveDir=hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/oldWALs, maxLogs=10 2024-11-10T16:22:45,894 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/WALs/8e3de9160f9f,38113,1731255763747/8e3de9160f9f%2C38113%2C1731255763747.meta.1731255765881.meta, exclude list is [], retry=0 2024-11-10T16:22:45,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-c6100fb6-b675-448a-9c6a-8be75cd90ffb,DISK] 2024-11-10T16:22:45,897 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/WALs/8e3de9160f9f,38113,1731255763747/8e3de9160f9f%2C38113%2C1731255763747.meta.1731255765881.meta 2024-11-10T16:22:45,897 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46843:46843)] 2024-11-10T16:22:45,897 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:22:45,898 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:22:45,898 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T16:22:45,898 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T16:22:45,898 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T16:22:45,898 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T16:22:45,898 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:22:45,898 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T16:22:45,898 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T16:22:45,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:22:45,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:22:45,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:45,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:22:45,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:22:45,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:22:45,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:45,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:22:45,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:22:45,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:22:45,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:45,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:22:45,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:22:45,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:22:45,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:45,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:22:45,903 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:22:45,903 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/hbase/meta/1588230740 2024-11-10T16:22:45,904 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/hbase/meta/1588230740 2024-11-10T16:22:45,905 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:22:45,905 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:22:45,906 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:22:45,907 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:22:45,907 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60530492, jitterRate=-0.098025381565094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:22:45,907 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T16:22:45,907 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731255765898Writing region info on filesystem at 1731255765898Initializing all the Stores at 1731255765899 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255765899Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255765899Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255765899Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255765899Cleaning up temporary data from old regions at 1731255765905 (+6 ms)Running coprocessor post-open hooks at 1731255765907 (+2 ms)Region opened successfully at 1731255765907 2024-11-10T16:22:45,908 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731255765875 2024-11-10T16:22:45,910 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T16:22:45,910 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T16:22:45,910 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8e3de9160f9f,38113,1731255763747 2024-11-10T16:22:45,911 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,38113,1731255763747, state=OPEN 2024-11-10T16:22:45,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37145-0x10102b05d450003, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-646140112/meta-region-server 2024-11-10T16:22:45,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x10102b05d450004, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-646140112/meta-region-server 2024-11-10T16:22:45,914 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8e3de9160f9f,38113,1731255763747 2024-11-10T16:22:45,914 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-646140112/meta-region-server: CHANGED 2024-11-10T16:22:45,914 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-646140112/meta-region-server: CHANGED 2024-11-10T16:22:45,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T16:22:45,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,38113,1731255763747 in 192 msec 2024-11-10T16:22:45,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T16:22:45,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 349 msec 2024-11-10T16:22:45,918 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:22:45,918 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T16:22:45,919 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:22:45,919 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,38113,1731255763747, seqNum=-1] 2024-11-10T16:22:45,919 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:22:45,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43743, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:22:45,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 792 msec 2024-11-10T16:22:45,924 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731255765923, completionTime=-1 2024-11-10T16:22:45,924 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T16:22:45,924 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T16:22:45,926 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T16:22:45,926 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731255825926 2024-11-10T16:22:45,926 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731255885926 2024-11-10T16:22:45,926 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T16:22:45,926 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,37145,1731255763707-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:45,926 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,37145,1731255763707-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:45,926 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,37145,1731255763707-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:45,926 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8e3de9160f9f:37145, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:45,926 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:45,926 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:45,928 DEBUG [master/8e3de9160f9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T16:22:45,929 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.133sec 2024-11-10T16:22:45,929 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T16:22:45,929 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T16:22:45,929 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T16:22:45,929 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T16:22:45,929 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T16:22:45,929 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,37145,1731255763707-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:22:45,929 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,37145,1731255763707-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T16:22:45,931 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T16:22:45,931 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T16:22:45,931 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,37145,1731255763707-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:22:45,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a7f68b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:45,981 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,37145,-1 for getting cluster id 2024-11-10T16:22:45,981 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:22:45,982 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e75ad65-4e48-4774-8091-a00bb537ed3b' 2024-11-10T16:22:45,982 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:22:45,982 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e75ad65-4e48-4774-8091-a00bb537ed3b" 2024-11-10T16:22:45,983 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f622b3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:45,983 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,37145,-1] 2024-11-10T16:22:45,983 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:22:45,983 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:45,984 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:22:45,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b900a68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:45,985 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:22:45,985 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,38113,1731255763747, seqNum=-1] 2024-11-10T16:22:45,986 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:22:45,987 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:22:45,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8e3de9160f9f,37145,1731255763707 2024-11-10T16:22:45,988 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57752 2024-11-10T16:22:45,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:22:45,991 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10102b05d450005 connected 2024-11-10T16:22:45,993 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:22:45,994 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,36819,1731255760473 2024-11-10T16:22:45,994 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b65aa28 2024-11-10T16:22:45,994 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:22:45,994 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:22:45,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:22:45,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T16:22:45,997 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T16:22:45,997 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:45,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T16:22:45,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:22:45,998 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T16:22:46,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741835_1011 (size=902) 2024-11-10T16:22:46,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:22:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:22:46,406 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 72ee292fc1b253f8876d5f56587a4f1c, NAME => 'test,,1731255765995.72ee292fc1b253f8876d5f56587a4f1c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b 2024-11-10T16:22:46,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741836_1012 (size=39) 2024-11-10T16:22:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:22:46,812 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731255765995.72ee292fc1b253f8876d5f56587a4f1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:22:46,812 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 72ee292fc1b253f8876d5f56587a4f1c, disabling compactions & flushes 2024-11-10T16:22:46,812 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731255765995.72ee292fc1b253f8876d5f56587a4f1c. 2024-11-10T16:22:46,812 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731255765995.72ee292fc1b253f8876d5f56587a4f1c. 2024-11-10T16:22:46,812 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731255765995.72ee292fc1b253f8876d5f56587a4f1c. after waiting 0 ms 2024-11-10T16:22:46,812 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731255765995.72ee292fc1b253f8876d5f56587a4f1c. 2024-11-10T16:22:46,812 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731255765995.72ee292fc1b253f8876d5f56587a4f1c. 2024-11-10T16:22:46,812 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 72ee292fc1b253f8876d5f56587a4f1c: Waiting for close lock at 1731255766812Disabling compacts and flushes for region at 1731255766812Disabling writes for close at 1731255766812Writing region close event to WAL at 1731255766812Closed at 1731255766812 2024-11-10T16:22:46,813 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T16:22:46,814 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731255765995.72ee292fc1b253f8876d5f56587a4f1c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731255766813"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731255766813"}]},"ts":"1731255766813"} 2024-11-10T16:22:46,816 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T16:22:46,816 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T16:22:46,817 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255766817"}]},"ts":"1731255766817"} 2024-11-10T16:22:46,818 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T16:22:46,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=72ee292fc1b253f8876d5f56587a4f1c, ASSIGN}] 2024-11-10T16:22:46,819 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=72ee292fc1b253f8876d5f56587a4f1c, ASSIGN 2024-11-10T16:22:46,820 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=72ee292fc1b253f8876d5f56587a4f1c, ASSIGN; state=OFFLINE, location=8e3de9160f9f,33863,1731255760520; forceNewPlan=false, retain=false 2024-11-10T16:22:46,971 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=72ee292fc1b253f8876d5f56587a4f1c, regionState=OPENING, regionLocation=8e3de9160f9f,33863,1731255760520 2024-11-10T16:22:46,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=72ee292fc1b253f8876d5f56587a4f1c, ASSIGN because future has completed 2024-11-10T16:22:46,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72ee292fc1b253f8876d5f56587a4f1c, server=8e3de9160f9f,33863,1731255760520}] 2024-11-10T16:22:47,128 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731255765995.72ee292fc1b253f8876d5f56587a4f1c. 2024-11-10T16:22:47,129 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 72ee292fc1b253f8876d5f56587a4f1c, NAME => 'test,,1731255765995.72ee292fc1b253f8876d5f56587a4f1c.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:22:47,129 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:22:47,129 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T16:22:47,129 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 72ee292fc1b253f8876d5f56587a4f1c 2024-11-10T16:22:47,129 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731255765995.72ee292fc1b253f8876d5f56587a4f1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:22:47,129 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 72ee292fc1b253f8876d5f56587a4f1c 2024-11-10T16:22:47,129 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 72ee292fc1b253f8876d5f56587a4f1c 2024-11-10T16:22:47,130 INFO [StoreOpener-72ee292fc1b253f8876d5f56587a4f1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 72ee292fc1b253f8876d5f56587a4f1c 2024-11-10T16:22:47,131 INFO [StoreOpener-72ee292fc1b253f8876d5f56587a4f1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72ee292fc1b253f8876d5f56587a4f1c columnFamilyName f 2024-11-10T16:22:47,132 DEBUG [StoreOpener-72ee292fc1b253f8876d5f56587a4f1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:47,132 INFO [StoreOpener-72ee292fc1b253f8876d5f56587a4f1c-1 {}] regionserver.HStore(327): Store=72ee292fc1b253f8876d5f56587a4f1c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:22:47,132 INFO [StoreOpener-72ee292fc1b253f8876d5f56587a4f1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 72ee292fc1b253f8876d5f56587a4f1c 2024-11-10T16:22:47,133 INFO [StoreOpener-72ee292fc1b253f8876d5f56587a4f1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72ee292fc1b253f8876d5f56587a4f1c columnFamilyName f1 2024-11-10T16:22:47,133 DEBUG [StoreOpener-72ee292fc1b253f8876d5f56587a4f1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:47,133 INFO [StoreOpener-72ee292fc1b253f8876d5f56587a4f1c-1 {}] regionserver.HStore(327): Store=72ee292fc1b253f8876d5f56587a4f1c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:22:47,133 INFO [StoreOpener-72ee292fc1b253f8876d5f56587a4f1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 72ee292fc1b253f8876d5f56587a4f1c 2024-11-10T16:22:47,134 INFO [StoreOpener-72ee292fc1b253f8876d5f56587a4f1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72ee292fc1b253f8876d5f56587a4f1c columnFamilyName norep 2024-11-10T16:22:47,134 DEBUG [StoreOpener-72ee292fc1b253f8876d5f56587a4f1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:47,134 INFO [StoreOpener-72ee292fc1b253f8876d5f56587a4f1c-1 {}] regionserver.HStore(327): Store=72ee292fc1b253f8876d5f56587a4f1c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:22:47,134 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 72ee292fc1b253f8876d5f56587a4f1c 2024-11-10T16:22:47,135 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/default/test/72ee292fc1b253f8876d5f56587a4f1c 2024-11-10T16:22:47,135 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/default/test/72ee292fc1b253f8876d5f56587a4f1c 2024-11-10T16:22:47,136 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 72ee292fc1b253f8876d5f56587a4f1c 2024-11-10T16:22:47,136 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 72ee292fc1b253f8876d5f56587a4f1c 2024-11-10T16:22:47,136 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T16:22:47,137 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 72ee292fc1b253f8876d5f56587a4f1c 2024-11-10T16:22:47,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:22:47,138 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/default/test/72ee292fc1b253f8876d5f56587a4f1c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:22:47,139 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 72ee292fc1b253f8876d5f56587a4f1c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71161607, jitterRate=0.06039057672023773}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T16:22:47,139 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 72ee292fc1b253f8876d5f56587a4f1c 2024-11-10T16:22:47,139 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 72ee292fc1b253f8876d5f56587a4f1c: Running coprocessor pre-open hook at 1731255767129Writing region info on filesystem at 1731255767129Initializing all the Stores at 1731255767130 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255767130Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255767130Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255767130Cleaning up temporary data from old regions at 1731255767136 (+6 ms)Running coprocessor post-open hooks at 1731255767139 (+3 ms)Region opened successfully at 1731255767139 2024-11-10T16:22:47,140 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731255765995.72ee292fc1b253f8876d5f56587a4f1c., pid=6, masterSystemTime=1731255767125 2024-11-10T16:22:47,142 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731255765995.72ee292fc1b253f8876d5f56587a4f1c. 2024-11-10T16:22:47,142 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731255765995.72ee292fc1b253f8876d5f56587a4f1c. 2024-11-10T16:22:47,142 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=72ee292fc1b253f8876d5f56587a4f1c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8e3de9160f9f,33863,1731255760520 2024-11-10T16:22:47,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72ee292fc1b253f8876d5f56587a4f1c, server=8e3de9160f9f,33863,1731255760520 because future has completed 2024-11-10T16:22:47,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T16:22:47,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 72ee292fc1b253f8876d5f56587a4f1c, server=8e3de9160f9f,33863,1731255760520 in 172 msec 2024-11-10T16:22:47,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T16:22:47,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=72ee292fc1b253f8876d5f56587a4f1c, ASSIGN in 328 msec 2024-11-10T16:22:47,149 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T16:22:47,149 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255767149"}]},"ts":"1731255767149"} 2024-11-10T16:22:47,150 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T16:22:47,151 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T16:22:47,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-10T16:22:47,568 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T16:22:47,569 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T16:22:48,144 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T16:22:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:22:48,148 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T16:22:48,148 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:22:48,149 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,37145,1731255763707 2024-11-10T16:22:48,149 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f5994bd 2024-11-10T16:22:48,149 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:22:48,150 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:22:48,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37145 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:22:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37145 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T16:22:48,153 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T16:22:48,153 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:48,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37145 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T16:22:48,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T16:22:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:22:48,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741835_1011 (size=902) 2024-11-10T16:22:48,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:48,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:48,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:48,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:48,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:48,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:48,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:48,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:48,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:48,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:22:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:22:48,563 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 87dbd8c3c3bc39215324dffef2c2ed20, NAME => 'test,,1731255768151.87dbd8c3c3bc39215324dffef2c2ed20.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695 2024-11-10T16:22:48,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741836_1012 (size=39) 2024-11-10T16:22:48,625 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T16:22:48,625 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T16:22:48,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T16:22:48,626 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T16:22:48,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:22:48,626 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-10T16:22:48,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T16:22:48,626 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T16:22:48,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T16:22:48,626 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T16:22:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:22:48,969 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731255768151.87dbd8c3c3bc39215324dffef2c2ed20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:22:48,969 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 87dbd8c3c3bc39215324dffef2c2ed20, disabling compactions & flushes 2024-11-10T16:22:48,969 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731255768151.87dbd8c3c3bc39215324dffef2c2ed20. 2024-11-10T16:22:48,969 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731255768151.87dbd8c3c3bc39215324dffef2c2ed20. 2024-11-10T16:22:48,969 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731255768151.87dbd8c3c3bc39215324dffef2c2ed20. after waiting 0 ms 2024-11-10T16:22:48,969 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731255768151.87dbd8c3c3bc39215324dffef2c2ed20. 2024-11-10T16:22:48,969 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731255768151.87dbd8c3c3bc39215324dffef2c2ed20. 2024-11-10T16:22:48,969 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 87dbd8c3c3bc39215324dffef2c2ed20: Waiting for close lock at 1731255768969Disabling compacts and flushes for region at 1731255768969Disabling writes for close at 1731255768969Writing region close event to WAL at 1731255768969Closed at 1731255768969 2024-11-10T16:22:48,970 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T16:22:48,971 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731255768151.87dbd8c3c3bc39215324dffef2c2ed20.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731255768970"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731255768970"}]},"ts":"1731255768970"} 2024-11-10T16:22:48,973 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T16:22:48,973 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T16:22:48,974 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255768974"}]},"ts":"1731255768974"} 2024-11-10T16:22:48,975 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T16:22:48,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=87dbd8c3c3bc39215324dffef2c2ed20, ASSIGN}] 2024-11-10T16:22:48,976 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=87dbd8c3c3bc39215324dffef2c2ed20, ASSIGN 2024-11-10T16:22:48,977 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=87dbd8c3c3bc39215324dffef2c2ed20, ASSIGN; state=OFFLINE, location=8e3de9160f9f,38113,1731255763747; forceNewPlan=false, retain=false 2024-11-10T16:22:49,128 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=87dbd8c3c3bc39215324dffef2c2ed20, regionState=OPENING, regionLocation=8e3de9160f9f,38113,1731255763747 2024-11-10T16:22:49,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=87dbd8c3c3bc39215324dffef2c2ed20, ASSIGN because future has completed 2024-11-10T16:22:49,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87dbd8c3c3bc39215324dffef2c2ed20, server=8e3de9160f9f,38113,1731255763747}] 2024-11-10T16:22:49,286 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731255768151.87dbd8c3c3bc39215324dffef2c2ed20. 2024-11-10T16:22:49,286 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 87dbd8c3c3bc39215324dffef2c2ed20, NAME => 'test,,1731255768151.87dbd8c3c3bc39215324dffef2c2ed20.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:22:49,286 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:22:49,286 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T16:22:49,286 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 87dbd8c3c3bc39215324dffef2c2ed20 2024-11-10T16:22:49,286 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731255768151.87dbd8c3c3bc39215324dffef2c2ed20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:22:49,286 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 87dbd8c3c3bc39215324dffef2c2ed20 2024-11-10T16:22:49,286 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 87dbd8c3c3bc39215324dffef2c2ed20 2024-11-10T16:22:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:22:49,288 INFO [StoreOpener-87dbd8c3c3bc39215324dffef2c2ed20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 87dbd8c3c3bc39215324dffef2c2ed20 2024-11-10T16:22:49,289 INFO [StoreOpener-87dbd8c3c3bc39215324dffef2c2ed20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87dbd8c3c3bc39215324dffef2c2ed20 columnFamilyName f 2024-11-10T16:22:49,289 DEBUG [StoreOpener-87dbd8c3c3bc39215324dffef2c2ed20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:49,289 INFO [StoreOpener-87dbd8c3c3bc39215324dffef2c2ed20-1 {}] regionserver.HStore(327): Store=87dbd8c3c3bc39215324dffef2c2ed20/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:22:49,289 INFO [StoreOpener-87dbd8c3c3bc39215324dffef2c2ed20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 87dbd8c3c3bc39215324dffef2c2ed20 2024-11-10T16:22:49,290 INFO [StoreOpener-87dbd8c3c3bc39215324dffef2c2ed20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87dbd8c3c3bc39215324dffef2c2ed20 columnFamilyName f1 2024-11-10T16:22:49,290 DEBUG [StoreOpener-87dbd8c3c3bc39215324dffef2c2ed20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:49,290 INFO [StoreOpener-87dbd8c3c3bc39215324dffef2c2ed20-1 {}] regionserver.HStore(327): Store=87dbd8c3c3bc39215324dffef2c2ed20/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:22:49,290 INFO [StoreOpener-87dbd8c3c3bc39215324dffef2c2ed20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 87dbd8c3c3bc39215324dffef2c2ed20 2024-11-10T16:22:49,291 INFO [StoreOpener-87dbd8c3c3bc39215324dffef2c2ed20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87dbd8c3c3bc39215324dffef2c2ed20 columnFamilyName norep 2024-11-10T16:22:49,291 DEBUG [StoreOpener-87dbd8c3c3bc39215324dffef2c2ed20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:49,291 INFO [StoreOpener-87dbd8c3c3bc39215324dffef2c2ed20-1 {}] regionserver.HStore(327): Store=87dbd8c3c3bc39215324dffef2c2ed20/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:22:49,291 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 87dbd8c3c3bc39215324dffef2c2ed20 2024-11-10T16:22:49,292 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/default/test/87dbd8c3c3bc39215324dffef2c2ed20 2024-11-10T16:22:49,292 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/default/test/87dbd8c3c3bc39215324dffef2c2ed20 2024-11-10T16:22:49,293 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 87dbd8c3c3bc39215324dffef2c2ed20 2024-11-10T16:22:49,293 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 87dbd8c3c3bc39215324dffef2c2ed20 2024-11-10T16:22:49,293 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T16:22:49,294 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 87dbd8c3c3bc39215324dffef2c2ed20 2024-11-10T16:22:49,295 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/default/test/87dbd8c3c3bc39215324dffef2c2ed20/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:22:49,295 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 87dbd8c3c3bc39215324dffef2c2ed20; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69756375, jitterRate=0.0394509881734848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T16:22:49,295 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 87dbd8c3c3bc39215324dffef2c2ed20 2024-11-10T16:22:49,296 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 87dbd8c3c3bc39215324dffef2c2ed20: Running coprocessor pre-open hook at 1731255769286Writing region info on filesystem at 1731255769286Initializing all the Stores at 1731255769287 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255769287Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255769287Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255769287Cleaning up temporary data from old regions at 1731255769293 (+6 ms)Running coprocessor post-open hooks at 1731255769295 (+2 ms)Region opened successfully at 1731255769295 2024-11-10T16:22:49,296 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731255768151.87dbd8c3c3bc39215324dffef2c2ed20., pid=6, masterSystemTime=1731255769282 2024-11-10T16:22:49,298 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731255768151.87dbd8c3c3bc39215324dffef2c2ed20. 2024-11-10T16:22:49,298 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731255768151.87dbd8c3c3bc39215324dffef2c2ed20. 2024-11-10T16:22:49,299 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=87dbd8c3c3bc39215324dffef2c2ed20, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8e3de9160f9f,38113,1731255763747 2024-11-10T16:22:49,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87dbd8c3c3bc39215324dffef2c2ed20, server=8e3de9160f9f,38113,1731255763747 because future has completed 2024-11-10T16:22:49,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T16:22:49,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 87dbd8c3c3bc39215324dffef2c2ed20, server=8e3de9160f9f,38113,1731255763747 in 171 msec 2024-11-10T16:22:49,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T16:22:49,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=87dbd8c3c3bc39215324dffef2c2ed20, ASSIGN in 327 msec 2024-11-10T16:22:49,305 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T16:22:49,305 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255769305"}]},"ts":"1731255769305"} 2024-11-10T16:22:49,306 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T16:22:49,307 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T16:22:49,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-10T16:22:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:22:50,298 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T16:22:50,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca3b52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:50,299 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,36819,-1 for getting cluster id 2024-11-10T16:22:50,299 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:22:50,299 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10dd6fb9-b20c-4c49-a676-9b9ceae04a1a' 2024-11-10T16:22:50,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:22:50,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10dd6fb9-b20c-4c49-a676-9b9ceae04a1a" 2024-11-10T16:22:50,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@487780b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:50,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,36819,-1] 2024-11-10T16:22:50,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:22:50,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:50,301 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:22:50,301 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37980bc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:50,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fae45e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:50,302 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,37145,-1 for getting cluster id 2024-11-10T16:22:50,302 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:22:50,303 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e75ad65-4e48-4774-8091-a00bb537ed3b' 2024-11-10T16:22:50,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:22:50,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e75ad65-4e48-4774-8091-a00bb537ed3b" 2024-11-10T16:22:50,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24e7e366, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:50,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,37145,-1] 2024-11-10T16:22:50,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:22:50,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:50,304 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:22:50,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fc94690, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:50,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fff106b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:50,305 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,36819,-1 for getting cluster id 2024-11-10T16:22:50,305 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:22:50,305 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10dd6fb9-b20c-4c49-a676-9b9ceae04a1a' 2024-11-10T16:22:50,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:22:50,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10dd6fb9-b20c-4c49-a676-9b9ceae04a1a" 2024-11-10T16:22:50,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60350499, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:50,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,36819,-1] 2024-11-10T16:22:50,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:22:50,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:50,307 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:22:50,307 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2646b6a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:50,307 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:22:50,308 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,36819,1731255760473 2024-11-10T16:22:50,308 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6555c17d 2024-11-10T16:22:50,308 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:22:50,309 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:22:50,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8e3de9160f9f:37145,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T16:22:50,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T16:22:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:22:50,312 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8e3de9160f9f:37145' 2024-11-10T16:22:50,313 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd28253, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:50,313 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,37145,-1 for getting cluster id 2024-11-10T16:22:50,313 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:22:50,314 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e75ad65-4e48-4774-8091-a00bb537ed3b' 2024-11-10T16:22:50,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:22:50,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e75ad65-4e48-4774-8091-a00bb537ed3b" 2024-11-10T16:22:50,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dcae511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:50,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,37145,-1] 2024-11-10T16:22:50,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:22:50,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:50,315 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:22:50,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@95de9d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:50,315 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:22:50,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,37145,1731255763707 2024-11-10T16:22:50,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fb031fd 2024-11-10T16:22:50,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:22:50,317 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:22:50,317 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T16:22:50,317 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T16:22:50,317 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:50,317 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:50,317 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:22:50,318 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:22:50,318 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T16:22:50,319 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T16:22:50,319 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:50,320 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T16:22:50,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741837_1013 (size=1138) 2024-11-10T16:22:50,369 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T16:22:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:22:50,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:22:50,727 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f542ac14aef0a0990f2408b0f78d44ac, NAME => 'hbase:replication,,1731255770317.f542ac14aef0a0990f2408b0f78d44ac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b 2024-11-10T16:22:50,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741838_1014 (size=44) 2024-11-10T16:22:50,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:22:51,132 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731255770317.f542ac14aef0a0990f2408b0f78d44ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:22:51,132 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f542ac14aef0a0990f2408b0f78d44ac, disabling compactions & flushes 2024-11-10T16:22:51,132 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731255770317.f542ac14aef0a0990f2408b0f78d44ac. 2024-11-10T16:22:51,132 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731255770317.f542ac14aef0a0990f2408b0f78d44ac. 2024-11-10T16:22:51,133 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731255770317.f542ac14aef0a0990f2408b0f78d44ac. after waiting 0 ms 2024-11-10T16:22:51,133 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731255770317.f542ac14aef0a0990f2408b0f78d44ac. 2024-11-10T16:22:51,133 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731255770317.f542ac14aef0a0990f2408b0f78d44ac. 2024-11-10T16:22:51,133 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f542ac14aef0a0990f2408b0f78d44ac: Waiting for close lock at 1731255771132Disabling compacts and flushes for region at 1731255771132Disabling writes for close at 1731255771133 (+1 ms)Writing region close event to WAL at 1731255771133Closed at 1731255771133 2024-11-10T16:22:51,134 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T16:22:51,134 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731255770317.f542ac14aef0a0990f2408b0f78d44ac.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731255771134"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731255771134"}]},"ts":"1731255771134"} 2024-11-10T16:22:51,136 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T16:22:51,137 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T16:22:51,137 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255771137"}]},"ts":"1731255771137"} 2024-11-10T16:22:51,138 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T16:22:51,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f542ac14aef0a0990f2408b0f78d44ac, ASSIGN}] 2024-11-10T16:22:51,139 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f542ac14aef0a0990f2408b0f78d44ac, ASSIGN 2024-11-10T16:22:51,140 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f542ac14aef0a0990f2408b0f78d44ac, ASSIGN; state=OFFLINE, location=8e3de9160f9f,33863,1731255760520; forceNewPlan=false, retain=false 2024-11-10T16:22:51,290 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f542ac14aef0a0990f2408b0f78d44ac, regionState=OPENING, regionLocation=8e3de9160f9f,33863,1731255760520 2024-11-10T16:22:51,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f542ac14aef0a0990f2408b0f78d44ac, ASSIGN because future has completed 2024-11-10T16:22:51,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f542ac14aef0a0990f2408b0f78d44ac, server=8e3de9160f9f,33863,1731255760520}] 2024-11-10T16:22:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:22:51,448 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731255770317.f542ac14aef0a0990f2408b0f78d44ac. 2024-11-10T16:22:51,448 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:22:51,448 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T16:22:51,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C33863%2C1731255760520.rep, suffix=, logDir=hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520, archiveDir=hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/oldWALs, maxLogs=10 2024-11-10T16:22:51,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.rep.1731255771450, exclude list is [], retry=0 2024-11-10T16:22:51,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34783,DS-c8196c72-eb1a-47a5-bb85-340d6be8da32,DISK] 2024-11-10T16:22:51,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.rep.1731255771450 2024-11-10T16:22:51,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38875:38875)] 2024-11-10T16:22:51,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f542ac14aef0a0990f2408b0f78d44ac, NAME => 'hbase:replication,,1731255770317.f542ac14aef0a0990f2408b0f78d44ac.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:22:51,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:22:51,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T16:22:51,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731255770317.f542ac14aef0a0990f2408b0f78d44ac. service=MultiRowMutationService 2024-11-10T16:22:51,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T16:22:51,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f542ac14aef0a0990f2408b0f78d44ac 2024-11-10T16:22:51,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731255770317.f542ac14aef0a0990f2408b0f78d44ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:22:51,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f542ac14aef0a0990f2408b0f78d44ac 2024-11-10T16:22:51,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f542ac14aef0a0990f2408b0f78d44ac 2024-11-10T16:22:51,468 INFO [StoreOpener-f542ac14aef0a0990f2408b0f78d44ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f542ac14aef0a0990f2408b0f78d44ac 2024-11-10T16:22:51,469 INFO [StoreOpener-f542ac14aef0a0990f2408b0f78d44ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f542ac14aef0a0990f2408b0f78d44ac columnFamilyName hfileref 2024-11-10T16:22:51,469 DEBUG [StoreOpener-f542ac14aef0a0990f2408b0f78d44ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:51,469 INFO [StoreOpener-f542ac14aef0a0990f2408b0f78d44ac-1 {}] regionserver.HStore(327): Store=f542ac14aef0a0990f2408b0f78d44ac/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:22:51,469 INFO [StoreOpener-f542ac14aef0a0990f2408b0f78d44ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f542ac14aef0a0990f2408b0f78d44ac 2024-11-10T16:22:51,470 INFO [StoreOpener-f542ac14aef0a0990f2408b0f78d44ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f542ac14aef0a0990f2408b0f78d44ac columnFamilyName queue 2024-11-10T16:22:51,470 DEBUG [StoreOpener-f542ac14aef0a0990f2408b0f78d44ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:51,470 INFO [StoreOpener-f542ac14aef0a0990f2408b0f78d44ac-1 {}] regionserver.HStore(327): Store=f542ac14aef0a0990f2408b0f78d44ac/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:22:51,470 INFO [StoreOpener-f542ac14aef0a0990f2408b0f78d44ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f542ac14aef0a0990f2408b0f78d44ac 2024-11-10T16:22:51,471 INFO [StoreOpener-f542ac14aef0a0990f2408b0f78d44ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f542ac14aef0a0990f2408b0f78d44ac columnFamilyName sid 2024-11-10T16:22:51,471 DEBUG [StoreOpener-f542ac14aef0a0990f2408b0f78d44ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:51,471 INFO [StoreOpener-f542ac14aef0a0990f2408b0f78d44ac-1 {}] regionserver.HStore(327): Store=f542ac14aef0a0990f2408b0f78d44ac/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:22:51,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f542ac14aef0a0990f2408b0f78d44ac 2024-11-10T16:22:51,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/hbase/replication/f542ac14aef0a0990f2408b0f78d44ac 2024-11-10T16:22:51,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/hbase/replication/f542ac14aef0a0990f2408b0f78d44ac 2024-11-10T16:22:51,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f542ac14aef0a0990f2408b0f78d44ac 2024-11-10T16:22:51,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f542ac14aef0a0990f2408b0f78d44ac 2024-11-10T16:22:51,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T16:22:51,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f542ac14aef0a0990f2408b0f78d44ac 2024-11-10T16:22:51,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/hbase/replication/f542ac14aef0a0990f2408b0f78d44ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:22:51,476 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f542ac14aef0a0990f2408b0f78d44ac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65539548, jitterRate=-0.02338463068008423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T16:22:51,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f542ac14aef0a0990f2408b0f78d44ac 2024-11-10T16:22:51,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f542ac14aef0a0990f2408b0f78d44ac: Running coprocessor pre-open hook at 1731255771467Writing region info on filesystem at 1731255771467Initializing all the Stores at 1731255771467Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255771467Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255771468 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255771468Cleaning up temporary data from old regions at 1731255771473 (+5 ms)Running coprocessor post-open hooks at 1731255771476 (+3 ms)Region opened successfully at 1731255771476 2024-11-10T16:22:51,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731255770317.f542ac14aef0a0990f2408b0f78d44ac., pid=10, masterSystemTime=1731255771444 2024-11-10T16:22:51,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731255770317.f542ac14aef0a0990f2408b0f78d44ac. 2024-11-10T16:22:51,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731255770317.f542ac14aef0a0990f2408b0f78d44ac. 2024-11-10T16:22:51,480 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f542ac14aef0a0990f2408b0f78d44ac, regionState=OPEN, openSeqNum=2, regionLocation=8e3de9160f9f,33863,1731255760520 2024-11-10T16:22:51,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f542ac14aef0a0990f2408b0f78d44ac, server=8e3de9160f9f,33863,1731255760520 because future has completed 2024-11-10T16:22:51,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T16:22:51,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f542ac14aef0a0990f2408b0f78d44ac, server=8e3de9160f9f,33863,1731255760520 in 190 msec 2024-11-10T16:22:51,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T16:22:51,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f542ac14aef0a0990f2408b0f78d44ac, ASSIGN in 346 msec 2024-11-10T16:22:51,487 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T16:22:51,487 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255771487"}]},"ts":"1731255771487"} 2024-11-10T16:22:51,488 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T16:22:51,489 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T16:22:51,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-11-10T16:22:51,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731255770317.f542ac14aef0a0990f2408b0f78d44ac., hostname=8e3de9160f9f,33863,1731255760520, seqNum=2] 2024-11-10T16:22:51,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36819-0x10102b05d450000, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526127924 2024-11-10T16:22:51,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33863-0x10102b05d450001, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526127924 2024-11-10T16:22:51,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T16:22:51,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33863 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T16:22:51,685 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T16:22:51,713 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8e3de9160f9f,33863,1731255760520, ReplicationSource: 1, currentBandwidth=0 2024-11-10T16:22:51,714 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:22:51,714 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33863,1731255760520, seqNum=-1] 2024-11-10T16:22:51,714 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:22:51,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54417, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-10T16:22:51,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8e3de9160f9f,33863,1731255760520', locateType=CURRENT is [region=hbase:replication,,1731255770317.f542ac14aef0a0990f2408b0f78d44ac., hostname=8e3de9160f9f,33863,1731255760520, seqNum=2] 2024-11-10T16:22:51,719 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T16:22:51,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T16:22:51,721 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8e3de9160f9f,33863,1731255760520 suceeded 2024-11-10T16:22:51,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T16:22:51,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-10T16:22:51,723 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8e3de9160f9f:37145,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T16:22:51,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4140 sec 2024-11-10T16:22:51,732 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8e3de9160f9f:37145' 2024-11-10T16:22:51,733 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@267e671b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:51,734 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,37145,-1 for getting cluster id 2024-11-10T16:22:51,734 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:22:51,734 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e75ad65-4e48-4774-8091-a00bb537ed3b' 2024-11-10T16:22:51,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:22:51,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e75ad65-4e48-4774-8091-a00bb537ed3b" 2024-11-10T16:22:51,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a0d36f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:51,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,37145,-1] 2024-11-10T16:22:51,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:22:51,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:51,735 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:22:51,736 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15118fb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:51,736 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:22:51,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,37145,1731255763707 2024-11-10T16:22:51,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63d342e1 2024-11-10T16:22:51,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:22:51,737 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-10T16:22:51,738 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8e3de9160f9f,33863,1731255760520 (queues=1) is replicating from cluster=10dd6fb9-b20c-4c49-a676-9b9ceae04a1a to cluster=8e75ad65-4e48-4774-8091-a00bb537ed3b 2024-11-10T16:22:51,738 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8e3de9160f9f%2C33863%2C1731255760520 2024-11-10T16:22:51,738 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8e3de9160f9f,33863,1731255760520, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T16:22:51,738 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.shipper8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8e3de9160f9f%2C33863%2C1731255760520 2024-11-10T16:22:51,738 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.wal-reader.8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702, startPosition=0, beingWritten=true 2024-11-10T16:22:51,743 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.wal-reader.8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:22:51,743 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.wal-reader.8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702 to pos 379, reset compression=false 2024-11-10T16:22:51,743 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.shipper8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,33863,1731255760520 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T16:22:51,946 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.wal-reader.8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702 to pos 379, reset compression=false 2024-11-10T16:22:52,250 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.wal-reader.8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702 to pos 379, reset compression=false 2024-11-10T16:22:52,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:22:52,467 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T16:22:52,468 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:22:52,468 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:22:52,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:52,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:52,468 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:22:52,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c67bbf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:52,468 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,37145,-1 for getting cluster id 2024-11-10T16:22:52,469 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:22:52,469 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e75ad65-4e48-4774-8091-a00bb537ed3b' 2024-11-10T16:22:52,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:22:52,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e75ad65-4e48-4774-8091-a00bb537ed3b" 2024-11-10T16:22:52,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35207385, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:52,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,37145,-1] 2024-11-10T16:22:52,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:22:52,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:52,471 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:22:52,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57a38930, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:52,471 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:22:52,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,37145,1731255763707 2024-11-10T16:22:52,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36658b7d 2024-11-10T16:22:52,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:22:52,473 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:22:52,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37145 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8e3de9160f9f:36819,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T16:22:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37145 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T16:22:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:22:52,476 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8e3de9160f9f:36819' 2024-11-10T16:22:52,476 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fbea5b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:52,476 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,36819,-1 for getting cluster id 2024-11-10T16:22:52,477 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:22:52,477 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10dd6fb9-b20c-4c49-a676-9b9ceae04a1a' 2024-11-10T16:22:52,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:22:52,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10dd6fb9-b20c-4c49-a676-9b9ceae04a1a" 2024-11-10T16:22:52,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@517e51c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:52,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,36819,-1] 2024-11-10T16:22:52,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:22:52,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:52,478 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:22:52,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@724a51f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:52,479 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:22:52,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,36819,1731255760473 2024-11-10T16:22:52,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67c49752 2024-11-10T16:22:52,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:22:52,480 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:22:52,481 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T16:22:52,481 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T16:22:52,481 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:52,481 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:52,481 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:22:52,481 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:22:52,482 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T16:22:52,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T16:22:52,483 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:52,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T16:22:52,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741837_1013 (size=1138) 2024-11-10T16:22:52,532 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T16:22:52,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:22:52,654 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.wal-reader.8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702 to pos 379, reset compression=false 2024-11-10T16:22:52,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:22:52,890 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f052265b2cddf1b3a67d8965509f0b4c, NAME => 'hbase:replication,,1731255772481.f052265b2cddf1b3a67d8965509f0b4c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695 2024-11-10T16:22:52,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741838_1014 (size=44) 2024-11-10T16:22:53,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:22:53,158 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.wal-reader.8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702 to pos 379, reset compression=false 2024-11-10T16:22:53,286 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:22:53,287 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8e3de9160f9f,42869,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:42869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T16:22:53,287 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18270 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8e3de9160f9f,42869,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:42869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T16:22:53,296 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731255772481.f052265b2cddf1b3a67d8965509f0b4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:22:53,296 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f052265b2cddf1b3a67d8965509f0b4c, disabling compactions & flushes 2024-11-10T16:22:53,296 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731255772481.f052265b2cddf1b3a67d8965509f0b4c. 2024-11-10T16:22:53,296 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731255772481.f052265b2cddf1b3a67d8965509f0b4c. 2024-11-10T16:22:53,296 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731255772481.f052265b2cddf1b3a67d8965509f0b4c. after waiting 0 ms 2024-11-10T16:22:53,296 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731255772481.f052265b2cddf1b3a67d8965509f0b4c. 2024-11-10T16:22:53,296 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731255772481.f052265b2cddf1b3a67d8965509f0b4c. 2024-11-10T16:22:53,296 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f052265b2cddf1b3a67d8965509f0b4c: Waiting for close lock at 1731255773296Disabling compacts and flushes for region at 1731255773296Disabling writes for close at 1731255773296Writing region close event to WAL at 1731255773296Closed at 1731255773296 2024-11-10T16:22:53,297 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T16:22:53,297 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731255772481.f052265b2cddf1b3a67d8965509f0b4c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731255773297"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731255773297"}]},"ts":"1731255773297"} 2024-11-10T16:22:53,299 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T16:22:53,300 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T16:22:53,300 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255773300"}]},"ts":"1731255773300"} 2024-11-10T16:22:53,301 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T16:22:53,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f052265b2cddf1b3a67d8965509f0b4c, ASSIGN}] 2024-11-10T16:22:53,302 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f052265b2cddf1b3a67d8965509f0b4c, ASSIGN 2024-11-10T16:22:53,303 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f052265b2cddf1b3a67d8965509f0b4c, ASSIGN; state=OFFLINE, location=8e3de9160f9f,38113,1731255763747; forceNewPlan=false, retain=false 2024-11-10T16:22:53,454 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f052265b2cddf1b3a67d8965509f0b4c, regionState=OPENING, regionLocation=8e3de9160f9f,38113,1731255763747 2024-11-10T16:22:53,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f052265b2cddf1b3a67d8965509f0b4c, ASSIGN because future has completed 2024-11-10T16:22:53,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f052265b2cddf1b3a67d8965509f0b4c, server=8e3de9160f9f,38113,1731255763747}] 2024-11-10T16:22:53,569 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T16:22:53,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:22:53,612 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731255772481.f052265b2cddf1b3a67d8965509f0b4c. 2024-11-10T16:22:53,612 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:22:53,612 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T16:22:53,613 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C38113%2C1731255763747.rep, suffix=, logDir=hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/WALs/8e3de9160f9f,38113,1731255763747, archiveDir=hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/oldWALs, maxLogs=10 2024-11-10T16:22:53,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/WALs/8e3de9160f9f,38113,1731255763747/8e3de9160f9f%2C38113%2C1731255763747.rep.1731255773613, exclude list is [], retry=0 2024-11-10T16:22:53,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-c6100fb6-b675-448a-9c6a-8be75cd90ffb,DISK] 2024-11-10T16:22:53,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/WALs/8e3de9160f9f,38113,1731255763747/8e3de9160f9f%2C38113%2C1731255763747.rep.1731255773613 2024-11-10T16:22:53,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46843:46843)] 2024-11-10T16:22:53,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f052265b2cddf1b3a67d8965509f0b4c, NAME => 'hbase:replication,,1731255772481.f052265b2cddf1b3a67d8965509f0b4c.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:22:53,631 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:22:53,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T16:22:53,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731255772481.f052265b2cddf1b3a67d8965509f0b4c. service=MultiRowMutationService 2024-11-10T16:22:53,631 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T16:22:53,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f052265b2cddf1b3a67d8965509f0b4c 2024-11-10T16:22:53,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731255772481.f052265b2cddf1b3a67d8965509f0b4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:22:53,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f052265b2cddf1b3a67d8965509f0b4c 2024-11-10T16:22:53,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f052265b2cddf1b3a67d8965509f0b4c 2024-11-10T16:22:53,632 INFO [StoreOpener-f052265b2cddf1b3a67d8965509f0b4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f052265b2cddf1b3a67d8965509f0b4c 2024-11-10T16:22:53,633 INFO [StoreOpener-f052265b2cddf1b3a67d8965509f0b4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f052265b2cddf1b3a67d8965509f0b4c columnFamilyName hfileref 2024-11-10T16:22:53,633 DEBUG [StoreOpener-f052265b2cddf1b3a67d8965509f0b4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:53,634 INFO [StoreOpener-f052265b2cddf1b3a67d8965509f0b4c-1 {}] regionserver.HStore(327): Store=f052265b2cddf1b3a67d8965509f0b4c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:22:53,634 INFO [StoreOpener-f052265b2cddf1b3a67d8965509f0b4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f052265b2cddf1b3a67d8965509f0b4c 2024-11-10T16:22:53,635 INFO [StoreOpener-f052265b2cddf1b3a67d8965509f0b4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f052265b2cddf1b3a67d8965509f0b4c columnFamilyName queue 2024-11-10T16:22:53,635 DEBUG [StoreOpener-f052265b2cddf1b3a67d8965509f0b4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:53,635 INFO [StoreOpener-f052265b2cddf1b3a67d8965509f0b4c-1 {}] regionserver.HStore(327): Store=f052265b2cddf1b3a67d8965509f0b4c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:22:53,635 INFO [StoreOpener-f052265b2cddf1b3a67d8965509f0b4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f052265b2cddf1b3a67d8965509f0b4c 2024-11-10T16:22:53,636 INFO [StoreOpener-f052265b2cddf1b3a67d8965509f0b4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f052265b2cddf1b3a67d8965509f0b4c columnFamilyName sid 2024-11-10T16:22:53,636 DEBUG [StoreOpener-f052265b2cddf1b3a67d8965509f0b4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:22:53,637 INFO [StoreOpener-f052265b2cddf1b3a67d8965509f0b4c-1 {}] regionserver.HStore(327): Store=f052265b2cddf1b3a67d8965509f0b4c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:22:53,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f052265b2cddf1b3a67d8965509f0b4c 2024-11-10T16:22:53,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/hbase/replication/f052265b2cddf1b3a67d8965509f0b4c 2024-11-10T16:22:53,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/hbase/replication/f052265b2cddf1b3a67d8965509f0b4c 2024-11-10T16:22:53,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f052265b2cddf1b3a67d8965509f0b4c 2024-11-10T16:22:53,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f052265b2cddf1b3a67d8965509f0b4c 2024-11-10T16:22:53,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T16:22:53,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f052265b2cddf1b3a67d8965509f0b4c 2024-11-10T16:22:53,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/hbase/replication/f052265b2cddf1b3a67d8965509f0b4c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:22:53,641 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f052265b2cddf1b3a67d8965509f0b4c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65579256, jitterRate=-0.022792935371398926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T16:22:53,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f052265b2cddf1b3a67d8965509f0b4c 2024-11-10T16:22:53,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f052265b2cddf1b3a67d8965509f0b4c: Running coprocessor pre-open hook at 1731255773631Writing region info on filesystem at 1731255773631Initializing all the Stores at 1731255773632 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255773632Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255773632Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255773632Cleaning up temporary data from old regions at 1731255773638 (+6 ms)Running coprocessor post-open hooks at 1731255773641 (+3 ms)Region opened successfully at 1731255773641 2024-11-10T16:22:53,642 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731255772481.f052265b2cddf1b3a67d8965509f0b4c., pid=10, masterSystemTime=1731255773609 2024-11-10T16:22:53,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731255772481.f052265b2cddf1b3a67d8965509f0b4c. 2024-11-10T16:22:53,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731255772481.f052265b2cddf1b3a67d8965509f0b4c. 2024-11-10T16:22:53,644 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f052265b2cddf1b3a67d8965509f0b4c, regionState=OPEN, openSeqNum=2, regionLocation=8e3de9160f9f,38113,1731255763747 2024-11-10T16:22:53,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f052265b2cddf1b3a67d8965509f0b4c, server=8e3de9160f9f,38113,1731255763747 because future has completed 2024-11-10T16:22:53,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T16:22:53,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f052265b2cddf1b3a67d8965509f0b4c, server=8e3de9160f9f,38113,1731255763747 in 193 msec 2024-11-10T16:22:53,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T16:22:53,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f052265b2cddf1b3a67d8965509f0b4c, ASSIGN in 349 msec 2024-11-10T16:22:53,652 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T16:22:53,653 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255773652"}]},"ts":"1731255773652"} 2024-11-10T16:22:53,654 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T16:22:53,655 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T16:22:53,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-11-10T16:22:53,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731255772481.f052265b2cddf1b3a67d8965509f0b4c., hostname=8e3de9160f9f,38113,1731255763747, seqNum=2] 2024-11-10T16:22:53,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37145-0x10102b05d450003, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-646140112 2024-11-10T16:22:53,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x10102b05d450004, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-646140112 2024-11-10T16:22:53,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T16:22:53,762 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.wal-reader.8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702 to pos 379, reset compression=false 2024-11-10T16:22:53,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T16:22:53,850 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T16:22:53,886 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8e3de9160f9f,38113,1731255763747, ReplicationSource: 1, currentBandwidth=0 2024-11-10T16:22:53,886 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:22:53,886 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,38113,1731255763747, seqNum=-1] 2024-11-10T16:22:53,887 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:22:53,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-10T16:22:53,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8e3de9160f9f,38113,1731255763747', locateType=CURRENT is [region=hbase:replication,,1731255772481.f052265b2cddf1b3a67d8965509f0b4c., hostname=8e3de9160f9f,38113,1731255763747, seqNum=2] 2024-11-10T16:22:53,892 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T16:22:53,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37145 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T16:22:53,894 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8e3de9160f9f,38113,1731255763747 suceeded 2024-11-10T16:22:53,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T16:22:53,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-10T16:22:53,895 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8e3de9160f9f:36819,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T16:22:53,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4220 sec 2024-11-10T16:22:53,911 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8e3de9160f9f:36819' 2024-11-10T16:22:53,912 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55976d4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:53,912 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,36819,-1 for getting cluster id 2024-11-10T16:22:53,912 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:22:53,913 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10dd6fb9-b20c-4c49-a676-9b9ceae04a1a' 2024-11-10T16:22:53,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:22:53,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10dd6fb9-b20c-4c49-a676-9b9ceae04a1a" 2024-11-10T16:22:53,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@166ba238, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:53,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,36819,-1] 2024-11-10T16:22:53,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:22:53,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:53,915 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:22:53,915 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5dc175e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:53,915 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:22:53,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,36819,1731255760473 2024-11-10T16:22:53,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@755550a6 2024-11-10T16:22:53,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:22:53,917 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-10T16:22:53,917 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8e3de9160f9f,38113,1731255763747 (queues=1) is replicating from cluster=8e75ad65-4e48-4774-8091-a00bb537ed3b to cluster=10dd6fb9-b20c-4c49-a676-9b9ceae04a1a 2024-11-10T16:22:53,917 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8e3de9160f9f%2C38113%2C1731255763747 2024-11-10T16:22:53,917 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8e3de9160f9f,38113,1731255763747, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T16:22:53,918 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.shipper8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8e3de9160f9f%2C38113%2C1731255763747 2024-11-10T16:22:53,918 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.wal-reader.8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/WALs/8e3de9160f9f,38113,1731255763747/8e3de9160f9f%2C38113%2C1731255763747.1731255765343, startPosition=0, beingWritten=true 2024-11-10T16:22:53,923 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.wal-reader.8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:22:53,923 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.wal-reader.8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/WALs/8e3de9160f9f,38113,1731255763747/8e3de9160f9f%2C38113%2C1731255763747.1731255765343 to pos 379, reset compression=false 2024-11-10T16:22:53,923 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.shipper8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,38113,1731255763747 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/WALs/8e3de9160f9f,38113,1731255763747/8e3de9160f9f%2C38113%2C1731255763747.1731255765343, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T16:22:54,126 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.wal-reader.8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/WALs/8e3de9160f9f,38113,1731255763747/8e3de9160f9f%2C38113%2C1731255763747.1731255765343 to pos 379, reset compression=false 2024-11-10T16:22:54,430 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.wal-reader.8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/WALs/8e3de9160f9f,38113,1731255763747/8e3de9160f9f%2C38113%2C1731255763747.1731255765343 to pos 379, reset compression=false 2024-11-10T16:22:54,467 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.wal-reader.8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702 to pos 379, reset compression=false 2024-11-10T16:22:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:22:54,617 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T16:22:54,618 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:22:54,618 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:22:54,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:54,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:54,618 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:22:54,618 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:22:54,619 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33863,1731255760520, seqNum=-1] 2024-11-10T16:22:54,620 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:22:54,620 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:22:54,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731255765995.72ee292fc1b253f8876d5f56587a4f1c., hostname=8e3de9160f9f,33863,1731255760520, seqNum=2] 2024-11-10T16:22:54,624 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:22:54,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,38113,1731255763747, seqNum=-1] 2024-11-10T16:22:54,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:22:54,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:22:54,627 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731255768151.87dbd8c3c3bc39215324dffef2c2ed20., hostname=8e3de9160f9f,38113,1731255763747, seqNum=2] 2024-11-10T16:22:54,629 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-10T16:22:54,789 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T16:22:54,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:54,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:54,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:54,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:54,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:54,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:54,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:54,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:54,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:54,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:22:54,834 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.wal-reader.8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/WALs/8e3de9160f9f,38113,1731255763747/8e3de9160f9f%2C38113%2C1731255763747.1731255765343 to pos 379, reset compression=false 2024-11-10T16:22:55,270 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.wal-reader.8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702 to pos 379, reset compression=false 2024-11-10T16:22:55,276 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.wal-reader.8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T16:22:55,276 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.wal-reader.8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702 to pos 480, reset compression=false 2024-11-10T16:22:55,276 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.shipper8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,33863,1731255760520 got entry batch from reader: WALEntryBatch [walEntries=[{test/72ee292fc1b253f8876d5f56587a4f1c/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-10T16:22:55,278 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.shipper8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T16:22:55,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-10T16:22:55,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T16:22:55,282 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61918c85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:55,282 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,37145,-1 for getting cluster id 2024-11-10T16:22:55,282 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:22:55,282 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e75ad65-4e48-4774-8091-a00bb537ed3b' 2024-11-10T16:22:55,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:22:55,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e75ad65-4e48-4774-8091-a00bb537ed3b" 2024-11-10T16:22:55,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@597c1548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:55,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,37145,-1] 2024-11-10T16:22:55,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:22:55,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:55,284 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:22:55,284 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f1e709d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:55,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:22:55,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,38113,1731255763747, seqNum=-1] 2024-11-10T16:22:55,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:22:55,293 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-10T16:22:55,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731255768151.87dbd8c3c3bc39215324dffef2c2ed20., hostname=8e3de9160f9f,38113,1731255763747, seqNum=2] 2024-11-10T16:22:55,322 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T16:22:55,338 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.wal-reader.8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/WALs/8e3de9160f9f,38113,1731255763747/8e3de9160f9f%2C38113%2C1731255763747.1731255765343 to pos 379, reset compression=false 2024-11-10T16:22:55,343 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.wal-reader.8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:22:55,343 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.wal-reader.8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/WALs/8e3de9160f9f,38113,1731255763747/8e3de9160f9f%2C38113%2C1731255763747.1731255765343 to pos 503, reset compression=false 2024-11-10T16:22:55,343 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.shipper8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,38113,1731255763747 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/WALs/8e3de9160f9f,38113,1731255763747/8e3de9160f9f%2C38113%2C1731255763747.1731255765343, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T16:22:55,480 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.wal-reader.8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702 to pos 480, reset compression=false 2024-11-10T16:22:55,547 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.wal-reader.8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/WALs/8e3de9160f9f,38113,1731255763747/8e3de9160f9f%2C38113%2C1731255763747.1731255765343 to pos 503, reset compression=false 2024-11-10T16:22:55,632 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-10T16:22:55,635 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-10T16:22:55,784 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.wal-reader.8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702 to pos 480, reset compression=false 2024-11-10T16:22:55,851 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.wal-reader.8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/WALs/8e3de9160f9f,38113,1731255763747/8e3de9160f9f%2C38113%2C1731255763747.1731255765343 to pos 503, reset compression=false 2024-11-10T16:22:55,855 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.wal-reader.8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T16:22:55,855 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.wal-reader.8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/WALs/8e3de9160f9f,38113,1731255763747/8e3de9160f9f%2C38113%2C1731255763747.1731255765343 to pos 607, reset compression=false 2024-11-10T16:22:55,855 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.shipper8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,38113,1731255763747 got entry batch from reader: WALEntryBatch [walEntries=[{test/87dbd8c3c3bc39215324dffef2c2ed20/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/WALs/8e3de9160f9f,38113,1731255763747/8e3de9160f9f%2C38113%2C1731255763747.1731255765343, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T16:22:55,858 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.shipper8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T16:22:55,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-10T16:22:55,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33863 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T16:22:55,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33863 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e13ec13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:55,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33863 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,36819,-1 for getting cluster id 2024-11-10T16:22:55,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33863 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:22:55,860 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10dd6fb9-b20c-4c49-a676-9b9ceae04a1a' 2024-11-10T16:22:55,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:22:55,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10dd6fb9-b20c-4c49-a676-9b9ceae04a1a" 2024-11-10T16:22:55,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63ed2441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:55,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,36819,-1] 2024-11-10T16:22:55,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:22:55,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:55,862 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:22:55,862 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33863 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7fbe1bcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:22:55,863 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33863 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:22:55,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33863,1731255760520, seqNum=-1] 2024-11-10T16:22:55,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:22:55,864 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-10T16:22:55,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731255765995.72ee292fc1b253f8876d5f56587a4f1c., hostname=8e3de9160f9f,33863,1731255760520, seqNum=2] 2024-11-10T16:22:55,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33863 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T16:22:56,059 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.wal-reader.8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/WALs/8e3de9160f9f,38113,1731255763747/8e3de9160f9f%2C38113%2C1731255763747.1731255765343 to pos 607, reset compression=false 2024-11-10T16:22:56,189 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.wal-reader.8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702 to pos 480, reset compression=false 2024-11-10T16:22:56,194 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.wal-reader.8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:22:56,194 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.wal-reader.8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702 to pos 608, reset compression=false 2024-11-10T16:22:56,194 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.shipper8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,33863,1731255760520 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T16:22:56,364 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.wal-reader.8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/WALs/8e3de9160f9f,38113,1731255763747/8e3de9160f9f%2C38113%2C1731255763747.1731255765343 to pos 607, reset compression=false 2024-11-10T16:22:56,397 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.wal-reader.8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702 to pos 608, reset compression=false 2024-11-10T16:22:56,637 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-10T16:22:56,652 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-10T16:22:56,701 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.wal-reader.8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702 to pos 608, reset compression=false 2024-11-10T16:22:56,706 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.wal-reader.8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T16:22:56,706 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.wal-reader.8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702 to pos 764, reset compression=false 2024-11-10T16:22:56,707 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.shipper8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,33863,1731255760520 got entry batch from reader: WALEntryBatch [walEntries=[{test/72ee292fc1b253f8876d5f56587a4f1c/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-10T16:22:56,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T16:22:56,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T16:22:56,768 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.wal-reader.8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/WALs/8e3de9160f9f,38113,1731255763747/8e3de9160f9f%2C38113%2C1731255763747.1731255765343 to pos 607, reset compression=false 2024-11-10T16:22:56,773 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.wal-reader.8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:22:56,773 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.wal-reader.8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/WALs/8e3de9160f9f,38113,1731255763747/8e3de9160f9f%2C38113%2C1731255763747.1731255765343 to pos 754, reset compression=false 2024-11-10T16:22:56,773 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.shipper8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,38113,1731255763747 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/WALs/8e3de9160f9f,38113,1731255763747/8e3de9160f9f%2C38113%2C1731255763747.1731255765343, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T16:22:56,917 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.wal-reader.8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702 to pos 764, reset compression=false 2024-11-10T16:22:56,977 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.wal-reader.8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/WALs/8e3de9160f9f,38113,1731255763747/8e3de9160f9f%2C38113%2C1731255763747.1731255765343 to pos 754, reset compression=false 2024-11-10T16:22:57,222 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.wal-reader.8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702 to pos 764, reset compression=false 2024-11-10T16:22:57,281 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.wal-reader.8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/WALs/8e3de9160f9f,38113,1731255763747/8e3de9160f9f%2C38113%2C1731255763747.1731255765343 to pos 754, reset compression=false 2024-11-10T16:22:57,625 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.wal-reader.8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702 to pos 764, reset compression=false 2024-11-10T16:22:57,654 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-10T16:22:57,657 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-10T16:22:57,685 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.wal-reader.8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/WALs/8e3de9160f9f,38113,1731255763747/8e3de9160f9f%2C38113%2C1731255763747.1731255765343 to pos 754, reset compression=false 2024-11-10T16:22:57,689 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.wal-reader.8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T16:22:57,689 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.wal-reader.8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/WALs/8e3de9160f9f,38113,1731255763747/8e3de9160f9f%2C38113%2C1731255763747.1731255765343 to pos 913, reset compression=false 2024-11-10T16:22:57,689 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.shipper8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,38113,1731255763747 got entry batch from reader: WALEntryBatch [walEntries=[{test/87dbd8c3c3bc39215324dffef2c2ed20/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/WALs/8e3de9160f9f,38113,1731255763747/8e3de9160f9f%2C38113%2C1731255763747.1731255765343, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T16:22:57,691 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33863 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T16:22:57,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33863 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T16:22:57,893 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.wal-reader.8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/WALs/8e3de9160f9f,38113,1731255763747/8e3de9160f9f%2C38113%2C1731255763747.1731255765343 to pos 913, reset compression=false 2024-11-10T16:22:58,129 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.wal-reader.8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702 to pos 764, reset compression=false 2024-11-10T16:22:58,133 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.wal-reader.8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:22:58,134 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.wal-reader.8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702 to pos 914, reset compression=false 2024-11-10T16:22:58,134 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.shipper8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,33863,1731255760520 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T16:22:58,197 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.wal-reader.8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/WALs/8e3de9160f9f,38113,1731255763747/8e3de9160f9f%2C38113%2C1731255763747.1731255765343 to pos 913, reset compression=false 2024-11-10T16:22:58,338 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.wal-reader.8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702 to pos 914, reset compression=false 2024-11-10T16:22:58,601 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.wal-reader.8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/WALs/8e3de9160f9f,38113,1731255763747/8e3de9160f9f%2C38113%2C1731255763747.1731255765343 to pos 913, reset compression=false 2024-11-10T16:22:58,625 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T16:22:58,625 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-10T16:22:58,642 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.wal-reader.8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702 to pos 914, reset compression=false 2024-11-10T16:22:58,659 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-10T16:22:58,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T16:22:58,661 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:22:58,661 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:22:58,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:58,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:58,661 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:22:58,662 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T16:22:58,662 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=949535400, stopped=false 2024-11-10T16:22:58,662 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8e3de9160f9f,37145,1731255763707 2024-11-10T16:22:58,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37145-0x10102b05d450003, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-646140112/running 2024-11-10T16:22:58,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x10102b05d450004, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-646140112/running 2024-11-10T16:22:58,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37145-0x10102b05d450003, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-646140112 2024-11-10T16:22:58,663 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:22:58,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x10102b05d450004, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-646140112 2024-11-10T16:22:58,663 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:22:58,663 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:22:58,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:58,664 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8e3de9160f9f,38113,1731255763747' ***** 2024-11-10T16:22:58,664 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37145-0x10102b05d450003, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Set watcher on znode that does not yet exist, /1-646140112/running 2024-11-10T16:22:58,664 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T16:22:58,664 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38113-0x10102b05d450004, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Set watcher on znode that does not yet exist, /1-646140112/running 2024-11-10T16:22:58,664 INFO [RS:0;8e3de9160f9f:38113 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T16:22:58,664 INFO [RS:0;8e3de9160f9f:38113 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T16:22:58,664 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T16:22:58,664 INFO [RS:0;8e3de9160f9f:38113 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T16:22:58,664 INFO [RS:0;8e3de9160f9f:38113 {}] regionserver.HRegionServer(3091): Received CLOSE for 87dbd8c3c3bc39215324dffef2c2ed20 2024-11-10T16:22:58,665 INFO [RS:0;8e3de9160f9f:38113 {}] regionserver.HRegionServer(3091): Received CLOSE for f052265b2cddf1b3a67d8965509f0b4c 2024-11-10T16:22:58,665 INFO [RS:0;8e3de9160f9f:38113 {}] regionserver.HRegionServer(959): stopping server 8e3de9160f9f,38113,1731255763747 2024-11-10T16:22:58,665 INFO [RS:0;8e3de9160f9f:38113 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:22:58,665 INFO [RS:0;8e3de9160f9f:38113 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:38113. 2024-11-10T16:22:58,665 DEBUG [RS:0;8e3de9160f9f:38113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:22:58,665 DEBUG [RS:0;8e3de9160f9f:38113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:58,665 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 87dbd8c3c3bc39215324dffef2c2ed20, disabling compactions & flushes 2024-11-10T16:22:58,665 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731255768151.87dbd8c3c3bc39215324dffef2c2ed20. 2024-11-10T16:22:58,665 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731255768151.87dbd8c3c3bc39215324dffef2c2ed20. 2024-11-10T16:22:58,665 INFO [RS:0;8e3de9160f9f:38113 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T16:22:58,665 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731255768151.87dbd8c3c3bc39215324dffef2c2ed20. after waiting 0 ms 2024-11-10T16:22:58,665 INFO [RS:0;8e3de9160f9f:38113 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T16:22:58,665 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731255768151.87dbd8c3c3bc39215324dffef2c2ed20. 2024-11-10T16:22:58,665 INFO [RS:0;8e3de9160f9f:38113 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T16:22:58,665 INFO [RS:0;8e3de9160f9f:38113 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T16:22:58,665 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 87dbd8c3c3bc39215324dffef2c2ed20 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-10T16:22:58,665 INFO [RS:0;8e3de9160f9f:38113 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T16:22:58,665 DEBUG [RS:0;8e3de9160f9f:38113 {}] regionserver.HRegionServer(1325): Online Regions={87dbd8c3c3bc39215324dffef2c2ed20=test,,1731255768151.87dbd8c3c3bc39215324dffef2c2ed20., 1588230740=hbase:meta,,1.1588230740, f052265b2cddf1b3a67d8965509f0b4c=hbase:replication,,1731255772481.f052265b2cddf1b3a67d8965509f0b4c.} 2024-11-10T16:22:58,665 DEBUG [RS:0;8e3de9160f9f:38113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87dbd8c3c3bc39215324dffef2c2ed20, f052265b2cddf1b3a67d8965509f0b4c 2024-11-10T16:22:58,665 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T16:22:58,665 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T16:22:58,665 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T16:22:58,665 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T16:22:58,665 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T16:22:58,665 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T16:22:58,681 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/hbase/meta/1588230740/.tmp/info/d7cbcf3327ed4e83a37b2f0df7e3b7ad is 147, key is hbase:replication,,1731255772481.f052265b2cddf1b3a67d8965509f0b4c./info:regioninfo/1731255773644/Put/seqid=0 2024-11-10T16:22:58,682 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/default/test/87dbd8c3c3bc39215324dffef2c2ed20/.tmp/f/bd69781701a44de687976735bfe99162 is 29, key is row1/f:/1731255777655/DeleteFamily/seqid=0 2024-11-10T16:22:58,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741840_1016 (size=7686) 2024-11-10T16:22:58,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741841_1017 (size=5118) 2024-11-10T16:22:58,686 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/default/test/87dbd8c3c3bc39215324dffef2c2ed20/.tmp/f/bd69781701a44de687976735bfe99162 2024-11-10T16:22:58,690 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd69781701a44de687976735bfe99162 2024-11-10T16:22:58,704 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/default/test/87dbd8c3c3bc39215324dffef2c2ed20/.tmp/f1/3e56b2846c5147fab99b741a128faf2b is 30, key is row1/f1:/1731255777655/DeleteFamily/seqid=0 2024-11-10T16:22:58,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741842_1018 (size=5123) 2024-11-10T16:22:58,722 INFO [regionserver/8e3de9160f9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:22:58,865 DEBUG [RS:0;8e3de9160f9f:38113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87dbd8c3c3bc39215324dffef2c2ed20, f052265b2cddf1b3a67d8965509f0b4c 2024-11-10T16:22:59,046 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.wal-reader.8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702 to pos 914, reset compression=false 2024-11-10T16:22:59,066 DEBUG [RS:0;8e3de9160f9f:38113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87dbd8c3c3bc39215324dffef2c2ed20, f052265b2cddf1b3a67d8965509f0b4c 2024-11-10T16:22:59,086 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/hbase/meta/1588230740/.tmp/info/d7cbcf3327ed4e83a37b2f0df7e3b7ad 2024-11-10T16:22:59,105 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.wal-reader.8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/WALs/8e3de9160f9f,38113,1731255763747/8e3de9160f9f%2C38113%2C1731255763747.1731255765343 to pos 913, reset compression=false 2024-11-10T16:22:59,108 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/default/test/87dbd8c3c3bc39215324dffef2c2ed20/.tmp/f1/3e56b2846c5147fab99b741a128faf2b 2024-11-10T16:22:59,108 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/hbase/meta/1588230740/.tmp/ns/08b938b506854df58b6d1d70b42cafc7 is 43, key is default/ns:d/1731255765920/Put/seqid=0 2024-11-10T16:22:59,109 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.wal-reader.8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:22:59,109 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.wal-reader.8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/WALs/8e3de9160f9f,38113,1731255763747/8e3de9160f9f%2C38113%2C1731255763747.1731255765343 to pos 1160, reset compression=false 2024-11-10T16:22:59,110 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.shipper8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,38113,1731255763747 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/WALs/8e3de9160f9f,38113,1731255763747/8e3de9160f9f%2C38113%2C1731255763747.1731255765343, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T16:22:59,111 ERROR [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.shipper8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8e3de9160f9f,38113,1731255763747: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8e3de9160f9f,38113,1731255763747, walGroup=8e3de9160f9f%2C38113%2C1731255763747, offset=8e3de9160f9f%2C38113%2C1731255763747.1731255765343:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:38113 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T16:22:59,112 ERROR [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.shipper8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T16:22:59,112 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.shipper8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T16:22:59,112 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.shipper8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T16:22:59,112 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.shipper8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T16:22:59,112 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.shipper8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T16:22:59,112 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.shipper8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 600364616 }, "NonHeapMemoryUsage": { "committed": 194838528, "init": 7667712, "max": -1, "used": 191090320 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T16:22:59,113 WARN [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.shipper8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:37145 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:37145 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T16:22:59,113 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3e56b2846c5147fab99b741a128faf2b 2024-11-10T16:22:59,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741843_1019 (size=5153) 2024-11-10T16:22:59,131 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/default/test/87dbd8c3c3bc39215324dffef2c2ed20/.tmp/norep/b94708da58fe454793d4a19a53c208bb is 33, key is row1/norep:/1731255777655/DeleteFamily/seqid=0 2024-11-10T16:22:59,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741844_1020 (size=5108) 2024-11-10T16:22:59,217 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T16:22:59,217 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T16:22:59,266 DEBUG [RS:0;8e3de9160f9f:38113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87dbd8c3c3bc39215324dffef2c2ed20, f052265b2cddf1b3a67d8965509f0b4c 2024-11-10T16:22:59,316 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.wal-reader.8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/WALs/8e3de9160f9f,38113,1731255763747/8e3de9160f9f%2C38113%2C1731255763747.1731255765343 to pos 1160, reset compression=false 2024-11-10T16:22:59,466 DEBUG [RS:0;8e3de9160f9f:38113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87dbd8c3c3bc39215324dffef2c2ed20, f052265b2cddf1b3a67d8965509f0b4c 2024-11-10T16:22:59,515 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/hbase/meta/1588230740/.tmp/ns/08b938b506854df58b6d1d70b42cafc7 2024-11-10T16:22:59,534 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/hbase/meta/1588230740/.tmp/rep_barrier/9a5eb378373f4152913b29fd3c5d8b69 is 112, key is test,,1731255768151.87dbd8c3c3bc39215324dffef2c2ed20./rep_barrier:seqnumDuringOpen/1731255769298/Put/seqid=0 2024-11-10T16:22:59,536 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/default/test/87dbd8c3c3bc39215324dffef2c2ed20/.tmp/norep/b94708da58fe454793d4a19a53c208bb 2024-11-10T16:22:59,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741845_1021 (size=5518) 2024-11-10T16:22:59,538 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/hbase/meta/1588230740/.tmp/rep_barrier/9a5eb378373f4152913b29fd3c5d8b69 2024-11-10T16:22:59,541 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b94708da58fe454793d4a19a53c208bb 2024-11-10T16:22:59,542 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/default/test/87dbd8c3c3bc39215324dffef2c2ed20/.tmp/f/bd69781701a44de687976735bfe99162 as hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/default/test/87dbd8c3c3bc39215324dffef2c2ed20/f/bd69781701a44de687976735bfe99162 2024-11-10T16:22:59,546 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd69781701a44de687976735bfe99162 2024-11-10T16:22:59,546 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/default/test/87dbd8c3c3bc39215324dffef2c2ed20/f/bd69781701a44de687976735bfe99162, entries=2, sequenceid=8, filesize=5.0 K 2024-11-10T16:22:59,547 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/default/test/87dbd8c3c3bc39215324dffef2c2ed20/.tmp/f1/3e56b2846c5147fab99b741a128faf2b as hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/default/test/87dbd8c3c3bc39215324dffef2c2ed20/f1/3e56b2846c5147fab99b741a128faf2b 2024-11-10T16:22:59,550 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.wal-reader.8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702 to pos 914, reset compression=false 2024-11-10T16:22:59,551 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3e56b2846c5147fab99b741a128faf2b 2024-11-10T16:22:59,551 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/default/test/87dbd8c3c3bc39215324dffef2c2ed20/f1/3e56b2846c5147fab99b741a128faf2b, entries=2, sequenceid=8, filesize=5.0 K 2024-11-10T16:22:59,553 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/default/test/87dbd8c3c3bc39215324dffef2c2ed20/.tmp/norep/b94708da58fe454793d4a19a53c208bb as hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/default/test/87dbd8c3c3bc39215324dffef2c2ed20/norep/b94708da58fe454793d4a19a53c208bb 2024-11-10T16:22:59,557 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b94708da58fe454793d4a19a53c208bb 2024-11-10T16:22:59,557 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/default/test/87dbd8c3c3bc39215324dffef2c2ed20/norep/b94708da58fe454793d4a19a53c208bb, entries=1, sequenceid=8, filesize=5.0 K 2024-11-10T16:22:59,558 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 87dbd8c3c3bc39215324dffef2c2ed20 in 893ms, sequenceid=8, compaction requested=false 2024-11-10T16:22:59,559 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/hbase/meta/1588230740/.tmp/table/28a0912d6c4344928350f43bba30bea9 is 53, key is hbase:replication/table:state/1731255773652/Put/seqid=0 2024-11-10T16:22:59,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741846_1022 (size=5308) 2024-11-10T16:22:59,563 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/hbase/meta/1588230740/.tmp/table/28a0912d6c4344928350f43bba30bea9 2024-11-10T16:22:59,563 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/default/test/87dbd8c3c3bc39215324dffef2c2ed20/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T16:22:59,563 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:22:59,563 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T16:22:59,563 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731255768151.87dbd8c3c3bc39215324dffef2c2ed20. 2024-11-10T16:22:59,564 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 87dbd8c3c3bc39215324dffef2c2ed20: Waiting for close lock at 1731255778665Running coprocessor pre-close hooks at 1731255778665Disabling compacts and flushes for region at 1731255778665Disabling writes for close at 1731255778665Obtaining lock to block concurrent updates at 1731255778665Preparing flush snapshotting stores in 87dbd8c3c3bc39215324dffef2c2ed20 at 1731255778665Finished memstore snapshotting test,,1731255768151.87dbd8c3c3bc39215324dffef2c2ed20., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731255778666 (+1 ms)Flushing stores of test,,1731255768151.87dbd8c3c3bc39215324dffef2c2ed20. at 1731255778666Flushing 87dbd8c3c3bc39215324dffef2c2ed20/f: creating writer at 1731255778666Flushing 87dbd8c3c3bc39215324dffef2c2ed20/f: appending metadata at 1731255778681 (+15 ms)Flushing 87dbd8c3c3bc39215324dffef2c2ed20/f: closing flushed file at 1731255778681Flushing 87dbd8c3c3bc39215324dffef2c2ed20/f1: creating writer at 1731255778690 (+9 ms)Flushing 87dbd8c3c3bc39215324dffef2c2ed20/f1: appending metadata at 1731255778704 (+14 ms)Flushing 87dbd8c3c3bc39215324dffef2c2ed20/f1: closing flushed file at 1731255778704Flushing 87dbd8c3c3bc39215324dffef2c2ed20/norep: creating writer at 1731255779113 (+409 ms)Flushing 87dbd8c3c3bc39215324dffef2c2ed20/norep: appending metadata at 1731255779130 (+17 ms)Flushing 87dbd8c3c3bc39215324dffef2c2ed20/norep: closing flushed file at 1731255779130Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a6fb6a7: reopening flushed file at 1731255779541 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67bf1385: reopening flushed file at 1731255779546 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c23557a: reopening flushed file at 1731255779551 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 87dbd8c3c3bc39215324dffef2c2ed20 in 893ms, sequenceid=8, compaction requested=false at 1731255779558 (+7 ms)Writing region close event to WAL at 1731255779560 (+2 ms)Running coprocessor post-close hooks at 1731255779563 (+3 ms)Closed at 1731255779563 2024-11-10T16:22:59,564 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731255768151.87dbd8c3c3bc39215324dffef2c2ed20. 2024-11-10T16:22:59,564 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f052265b2cddf1b3a67d8965509f0b4c, disabling compactions & flushes 2024-11-10T16:22:59,564 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731255772481.f052265b2cddf1b3a67d8965509f0b4c. 2024-11-10T16:22:59,564 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731255772481.f052265b2cddf1b3a67d8965509f0b4c. 2024-11-10T16:22:59,564 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731255772481.f052265b2cddf1b3a67d8965509f0b4c. after waiting 0 ms 2024-11-10T16:22:59,564 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731255772481.f052265b2cddf1b3a67d8965509f0b4c. 2024-11-10T16:22:59,564 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f052265b2cddf1b3a67d8965509f0b4c: Waiting for close lock at 1731255779564Running coprocessor pre-close hooks at 1731255779564Disabling compacts and flushes for region at 1731255779564Disabling writes for close at 1731255779564Failed flush hbase:replication,,1731255772481.f052265b2cddf1b3a67d8965509f0b4c., putting online again at 1731255779564 2024-11-10T16:22:59,564 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731255772481.f052265b2cddf1b3a67d8965509f0b4c. 2024-11-10T16:22:59,567 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/hbase/meta/1588230740/.tmp/info/d7cbcf3327ed4e83a37b2f0df7e3b7ad as hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/hbase/meta/1588230740/info/d7cbcf3327ed4e83a37b2f0df7e3b7ad 2024-11-10T16:22:59,570 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/hbase/meta/1588230740/info/d7cbcf3327ed4e83a37b2f0df7e3b7ad, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T16:22:59,571 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/hbase/meta/1588230740/.tmp/ns/08b938b506854df58b6d1d70b42cafc7 as hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/hbase/meta/1588230740/ns/08b938b506854df58b6d1d70b42cafc7 2024-11-10T16:22:59,574 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/hbase/meta/1588230740/ns/08b938b506854df58b6d1d70b42cafc7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T16:22:59,575 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/hbase/meta/1588230740/.tmp/rep_barrier/9a5eb378373f4152913b29fd3c5d8b69 as hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/hbase/meta/1588230740/rep_barrier/9a5eb378373f4152913b29fd3c5d8b69 2024-11-10T16:22:59,579 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/hbase/meta/1588230740/rep_barrier/9a5eb378373f4152913b29fd3c5d8b69, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T16:22:59,579 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/hbase/meta/1588230740/.tmp/table/28a0912d6c4344928350f43bba30bea9 as hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/hbase/meta/1588230740/table/28a0912d6c4344928350f43bba30bea9 2024-11-10T16:22:59,583 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/hbase/meta/1588230740/table/28a0912d6c4344928350f43bba30bea9, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T16:22:59,584 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 919ms, sequenceid=16, compaction requested=false 2024-11-10T16:22:59,588 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T16:22:59,588 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:22:59,589 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T16:22:59,589 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T16:22:59,589 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731255778665Running coprocessor pre-close hooks at 1731255778665Disabling compacts and flushes for region at 1731255778665Disabling writes for close at 1731255778665Obtaining lock to block concurrent updates at 1731255778665Preparing flush snapshotting stores in 1588230740 at 1731255778666 (+1 ms)Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731255778666Flushing stores of hbase:meta,,1.1588230740 at 1731255778666Flushing 1588230740/info: creating writer at 1731255778666Flushing 1588230740/info: appending metadata at 1731255778681 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731255778681Flushing 1588230740/ns: creating writer at 1731255779090 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731255779107 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731255779107Flushing 1588230740/rep_barrier: creating writer at 1731255779519 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731255779533 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731255779533Flushing 1588230740/table: creating writer at 1731255779542 (+9 ms)Flushing 1588230740/table: appending metadata at 1731255779559 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731255779559Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c9e7fed: reopening flushed file at 1731255779566 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4022d5a0: reopening flushed file at 1731255779570 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c704a90: reopening flushed file at 1731255779575 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1de46709: reopening flushed file at 1731255779579 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 919ms, sequenceid=16, compaction requested=false at 1731255779584 (+5 ms)Writing region close event to WAL at 1731255779585 (+1 ms)Running coprocessor post-close hooks at 1731255779588 (+3 ms)Closed at 1731255779589 (+1 ms) 2024-11-10T16:22:59,589 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T16:22:59,621 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.wal-reader.8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/WALs/8e3de9160f9f,38113,1731255763747/8e3de9160f9f%2C38113%2C1731255763747.1731255765343 to pos 1160, reset compression=false 2024-11-10T16:22:59,626 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.wal-reader.8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:22:59,626 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.wal-reader.8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/WALs/8e3de9160f9f,38113,1731255763747/8e3de9160f9f%2C38113%2C1731255763747.1731255765343 to pos 1804, reset compression=false 2024-11-10T16:22:59,666 INFO [RS:0;8e3de9160f9f:38113 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T16:22:59,666 DEBUG [RS:0;8e3de9160f9f:38113 {}] regionserver.HRegionServer(1325): Online Regions={f052265b2cddf1b3a67d8965509f0b4c=hbase:replication,,1731255772481.f052265b2cddf1b3a67d8965509f0b4c.} 2024-11-10T16:22:59,666 INFO [RS:0;8e3de9160f9f:38113 {}] regionserver.HRegionServer(3091): Received CLOSE for f052265b2cddf1b3a67d8965509f0b4c 2024-11-10T16:22:59,666 DEBUG [RS:0;8e3de9160f9f:38113 {}] regionserver.HRegionServer(1351): Waiting on f052265b2cddf1b3a67d8965509f0b4c 2024-11-10T16:22:59,666 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f052265b2cddf1b3a67d8965509f0b4c, disabling compactions & flushes 2024-11-10T16:22:59,666 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731255772481.f052265b2cddf1b3a67d8965509f0b4c. 2024-11-10T16:22:59,666 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731255772481.f052265b2cddf1b3a67d8965509f0b4c. 2024-11-10T16:22:59,666 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731255772481.f052265b2cddf1b3a67d8965509f0b4c. after waiting 0 ms 2024-11-10T16:22:59,666 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731255772481.f052265b2cddf1b3a67d8965509f0b4c. 2024-11-10T16:22:59,667 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f052265b2cddf1b3a67d8965509f0b4c: Waiting for close lock at 1731255779666Running coprocessor pre-close hooks at 1731255779666Disabling compacts and flushes for region at 1731255779666Disabling writes for close at 1731255779666Failed flush hbase:replication,,1731255772481.f052265b2cddf1b3a67d8965509f0b4c., putting online again at 1731255779666 2024-11-10T16:22:59,667 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731255772481.f052265b2cddf1b3a67d8965509f0b4c. 2024-11-10T16:22:59,829 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.wal-reader.8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/WALs/8e3de9160f9f,38113,1731255763747/8e3de9160f9f%2C38113%2C1731255763747.1731255765343 to pos 1804, reset compression=false 2024-11-10T16:22:59,866 INFO [RS:0;8e3de9160f9f:38113 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-10T16:22:59,866 INFO [RS:0;8e3de9160f9f:38113 {}] regionserver.HRegionServer(976): stopping server 8e3de9160f9f,38113,1731255763747; all regions closed. 2024-11-10T16:22:59,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741834_1010 (size=4239) 2024-11-10T16:22:59,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741839_1015 (size=1733) 2024-11-10T16:22:59,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741832_1008 (size=1812) 2024-11-10T16:22:59,877 DEBUG [RS:0;8e3de9160f9f:38113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:59,877 INFO [RS:0;8e3de9160f9f:38113 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:22:59,878 INFO [RS:0;8e3de9160f9f:38113 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:22:59,878 INFO [RS:0;8e3de9160f9f:38113 {}] hbase.ChoreService(370): Chore service for: regionserver/8e3de9160f9f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T16:22:59,878 INFO [RS:0;8e3de9160f9f:38113 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:22:59,878 INFO [regionserver/8e3de9160f9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:22:59,878 INFO [RS:0;8e3de9160f9f:38113 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8e3de9160f9f,38113,1731255763747 because: Region server is closing 2024-11-10T16:22:59,878 INFO [RS:0;8e3de9160f9f:38113 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:38113. 2024-11-10T16:22:59,878 DEBUG [RS:0;8e3de9160f9f:38113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:22:59,878 DEBUG [RS:0;8e3de9160f9f:38113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:59,879 DEBUG [RS:0;8e3de9160f9f:38113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:59,879 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:22:59,979 INFO [RS:0;8e3de9160f9f:38113 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.shipper8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 terminated 2024-11-10T16:22:59,979 WARN [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38113,1731255763747.replicationSource.wal-reader.8e3de9160f9f%2C38113%2C1731255763747,1-8e3de9160f9f,38113,1731255763747 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T16:22:59,979 INFO [RS:0;8e3de9160f9f:38113 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:38113. 2024-11-10T16:22:59,979 DEBUG [RS:0;8e3de9160f9f:38113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:22:59,979 DEBUG [RS:0;8e3de9160f9f:38113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:59,979 DEBUG [RS:0;8e3de9160f9f:38113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:22:59,979 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:22:59,979 INFO [RS:0;8e3de9160f9f:38113 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38113 2024-11-10T16:22:59,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37145-0x10102b05d450003, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-646140112/rs 2024-11-10T16:22:59,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x10102b05d450004, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-646140112/rs/8e3de9160f9f,38113,1731255763747 2024-11-10T16:22:59,981 INFO [RS:0;8e3de9160f9f:38113 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:22:59,983 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8e3de9160f9f,38113,1731255763747] 2024-11-10T16:22:59,985 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-646140112/draining/8e3de9160f9f,38113,1731255763747 already deleted, retry=false 2024-11-10T16:22:59,985 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8e3de9160f9f,38113,1731255763747 expired; onlineServers=0 2024-11-10T16:22:59,985 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8e3de9160f9f,37145,1731255763707' ***** 2024-11-10T16:22:59,985 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T16:22:59,985 INFO [M:0;8e3de9160f9f:37145 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:22:59,985 INFO [M:0;8e3de9160f9f:37145 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:22:59,985 DEBUG [M:0;8e3de9160f9f:37145 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T16:22:59,985 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T16:22:59,985 DEBUG [M:0;8e3de9160f9f:37145 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T16:22:59,985 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255765143 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255765143,5,FailOnTimeoutGroup] 2024-11-10T16:22:59,985 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255765143 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255765143,5,FailOnTimeoutGroup] 2024-11-10T16:22:59,986 INFO [M:0;8e3de9160f9f:37145 {}] hbase.ChoreService(370): Chore service for: master/8e3de9160f9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T16:22:59,986 INFO [M:0;8e3de9160f9f:37145 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:22:59,986 DEBUG [M:0;8e3de9160f9f:37145 {}] master.HMaster(1795): Stopping service threads 2024-11-10T16:22:59,986 INFO [M:0;8e3de9160f9f:37145 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T16:22:59,986 INFO [M:0;8e3de9160f9f:37145 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:22:59,986 INFO [M:0;8e3de9160f9f:37145 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T16:22:59,986 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T16:22:59,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37145-0x10102b05d450003, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-646140112/master 2024-11-10T16:22:59,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37145-0x10102b05d450003, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-646140112 2024-11-10T16:22:59,987 DEBUG [M:0;8e3de9160f9f:37145 {}] zookeeper.ZKUtil(347): master:37145-0x10102b05d450003, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Unable to get data of znode /1-646140112/master because node does not exist (not an error) 2024-11-10T16:22:59,987 WARN [M:0;8e3de9160f9f:37145 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T16:22:59,987 INFO [M:0;8e3de9160f9f:37145 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/.lastflushedseqids 2024-11-10T16:22:59,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741847_1023 (size=245) 2024-11-10T16:23:00,083 INFO [RS:0;8e3de9160f9f:38113 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:23:00,083 INFO [RS:0;8e3de9160f9f:38113 {}] regionserver.HRegionServer(1031): Exiting; stopping=8e3de9160f9f,38113,1731255763747; zookeeper connection closed. 2024-11-10T16:23:00,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x10102b05d450004, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:23:00,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x10102b05d450004, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:23:00,083 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@576577c5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@576577c5 2024-11-10T16:23:00,083 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T16:23:00,154 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.wal-reader.8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702 to pos 914, reset compression=false 2024-11-10T16:23:00,392 INFO [M:0;8e3de9160f9f:37145 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T16:23:00,392 INFO [M:0;8e3de9160f9f:37145 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T16:23:00,392 DEBUG [M:0;8e3de9160f9f:37145 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T16:23:00,392 INFO [M:0;8e3de9160f9f:37145 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:23:00,392 DEBUG [M:0;8e3de9160f9f:37145 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:23:00,392 DEBUG [M:0;8e3de9160f9f:37145 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T16:23:00,392 DEBUG [M:0;8e3de9160f9f:37145 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:23:00,392 INFO [M:0;8e3de9160f9f:37145 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-10T16:23:00,407 DEBUG [M:0;8e3de9160f9f:37145 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/28c5f4928d5940de81d2fa5031b78cb1 is 82, key is hbase:meta,,1/info:regioninfo/1731255765910/Put/seqid=0 2024-11-10T16:23:00,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741848_1024 (size=5672) 2024-11-10T16:23:00,811 INFO [M:0;8e3de9160f9f:37145 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/28c5f4928d5940de81d2fa5031b78cb1 2024-11-10T16:23:00,830 DEBUG [M:0;8e3de9160f9f:37145 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9375f3a150874e6fafafcb0d11f1f7e8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731255773656/Put/seqid=0 2024-11-10T16:23:00,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741849_1025 (size=8515) 2024-11-10T16:23:00,858 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.wal-reader.8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702 to pos 914, reset compression=false 2024-11-10T16:23:01,234 INFO [M:0;8e3de9160f9f:37145 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9375f3a150874e6fafafcb0d11f1f7e8 2024-11-10T16:23:01,252 DEBUG [M:0;8e3de9160f9f:37145 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/926a5b3678a0409199152fe2a87f3bb8 is 69, key is 8e3de9160f9f,38113,1731255763747/rs:state/1731255765200/Put/seqid=0 2024-11-10T16:23:01,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741850_1026 (size=5156) 2024-11-10T16:23:01,656 INFO [M:0;8e3de9160f9f:37145 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/926a5b3678a0409199152fe2a87f3bb8 2024-11-10T16:23:01,661 DEBUG [M:0;8e3de9160f9f:37145 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/28c5f4928d5940de81d2fa5031b78cb1 as hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/28c5f4928d5940de81d2fa5031b78cb1 2024-11-10T16:23:01,662 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.wal-reader.8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702 to pos 914, reset compression=false 2024-11-10T16:23:01,664 INFO [M:0;8e3de9160f9f:37145 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/28c5f4928d5940de81d2fa5031b78cb1, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T16:23:01,665 DEBUG [M:0;8e3de9160f9f:37145 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9375f3a150874e6fafafcb0d11f1f7e8 as hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9375f3a150874e6fafafcb0d11f1f7e8 2024-11-10T16:23:01,669 INFO [M:0;8e3de9160f9f:37145 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9375f3a150874e6fafafcb0d11f1f7e8, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T16:23:01,669 DEBUG [M:0;8e3de9160f9f:37145 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/926a5b3678a0409199152fe2a87f3bb8 as hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/926a5b3678a0409199152fe2a87f3bb8 2024-11-10T16:23:01,673 INFO [M:0;8e3de9160f9f:37145 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41187/user/jenkins/test-data/aa66950d-7bb1-6276-787e-8419ffbdc695/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/926a5b3678a0409199152fe2a87f3bb8, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T16:23:01,673 INFO [M:0;8e3de9160f9f:37145 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false 2024-11-10T16:23:01,675 INFO [M:0;8e3de9160f9f:37145 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:23:01,675 DEBUG [M:0;8e3de9160f9f:37145 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731255780392Disabling compacts and flushes for region at 1731255780392Disabling writes for close at 1731255780392Obtaining lock to block concurrent updates at 1731255780392Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731255780392Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731255780393 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731255780393Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731255780393Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731255780407 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731255780407Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731255780815 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731255780829 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731255780829Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731255781238 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731255781251 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731255781252 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@356d8b92: reopening flushed file at 1731255781660 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53c111ed: reopening flushed file at 1731255781665 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57229dea: reopening flushed file at 1731255781669 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false at 1731255781673 (+4 ms)Writing region close event to WAL at 1731255781675 (+2 ms)Closed at 1731255781675 2024-11-10T16:23:01,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741830_1006 (size=63642) 2024-11-10T16:23:01,677 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:23:01,677 INFO [M:0;8e3de9160f9f:37145 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T16:23:01,677 INFO [M:0;8e3de9160f9f:37145 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37145 2024-11-10T16:23:01,679 INFO [M:0;8e3de9160f9f:37145 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:23:01,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37145-0x10102b05d450003, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:23:01,780 INFO [M:0;8e3de9160f9f:37145 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:23:01,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37145-0x10102b05d450003, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:23:01,784 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3fa3ede5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T16:23:01,784 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32d720{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T16:23:01,784 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T16:23:01,784 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@473d1391{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T16:23:01,784 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32d47073{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a817dd-a996-9b76-0dd6-e334033db4bd/hadoop.log.dir/,STOPPED} 2024-11-10T16:23:01,786 WARN [BP-1637960115-172.17.0.2-1731255762781 heartbeating to localhost/127.0.0.1:41187 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T16:23:01,786 WARN [BP-1637960115-172.17.0.2-1731255762781 heartbeating to localhost/127.0.0.1:41187 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1637960115-172.17.0.2-1731255762781 (Datanode Uuid 01e07d56-6f58-4c9c-ae67-ac640c19fe9a) service to localhost/127.0.0.1:41187 2024-11-10T16:23:01,786 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T16:23:01,786 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T16:23:01,786 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a817dd-a996-9b76-0dd6-e334033db4bd/cluster_969c8d75-40d3-cb20-98a7-d56f366c352a/data/data1/current/BP-1637960115-172.17.0.2-1731255762781 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T16:23:01,787 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a817dd-a996-9b76-0dd6-e334033db4bd/cluster_969c8d75-40d3-cb20-98a7-d56f366c352a/data/data2/current/BP-1637960115-172.17.0.2-1731255762781 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T16:23:01,787 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T16:23:01,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33d3e0f8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T16:23:01,793 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52b633c8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T16:23:01,793 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T16:23:01,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c3bb764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T16:23:01,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cae8f34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a817dd-a996-9b76-0dd6-e334033db4bd/hadoop.log.dir/,STOPPED} 2024-11-10T16:23:01,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T16:23:01,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T16:23:01,806 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:23:01,806 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:23:01,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:01,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:01,806 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T16:23:01,806 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:23:01,806 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1306336045, stopped=false 2024-11-10T16:23:01,806 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8e3de9160f9f,36819,1731255760473 2024-11-10T16:23:01,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36819-0x10102b05d450000, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1526127924/running 2024-11-10T16:23:01,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33863-0x10102b05d450001, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1526127924/running 2024-11-10T16:23:01,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36819-0x10102b05d450000, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526127924 2024-11-10T16:23:01,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33863-0x10102b05d450001, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526127924 2024-11-10T16:23:01,807 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:23:01,808 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:23:01,808 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36819-0x10102b05d450000, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Set watcher on znode that does not yet exist, /0-1526127924/running 2024-11-10T16:23:01,808 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:23:01,808 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33863-0x10102b05d450001, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Set watcher on znode that does not yet exist, /0-1526127924/running 2024-11-10T16:23:01,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:01,808 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8e3de9160f9f,33863,1731255760520' ***** 2024-11-10T16:23:01,808 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T16:23:01,809 INFO [RS:0;8e3de9160f9f:33863 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T16:23:01,809 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T16:23:01,809 INFO [RS:0;8e3de9160f9f:33863 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T16:23:01,809 INFO [RS:0;8e3de9160f9f:33863 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T16:23:01,809 INFO [RS:0;8e3de9160f9f:33863 {}] regionserver.HRegionServer(3091): Received CLOSE for 72ee292fc1b253f8876d5f56587a4f1c 2024-11-10T16:23:01,809 INFO [RS:0;8e3de9160f9f:33863 {}] regionserver.HRegionServer(3091): Received CLOSE for f542ac14aef0a0990f2408b0f78d44ac 2024-11-10T16:23:01,809 INFO [RS:0;8e3de9160f9f:33863 {}] regionserver.HRegionServer(959): stopping server 8e3de9160f9f,33863,1731255760520 2024-11-10T16:23:01,809 INFO [RS:0;8e3de9160f9f:33863 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:23:01,809 INFO [RS:0;8e3de9160f9f:33863 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:33863. 2024-11-10T16:23:01,810 DEBUG [RS:0;8e3de9160f9f:33863 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:23:01,810 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 72ee292fc1b253f8876d5f56587a4f1c, disabling compactions & flushes 2024-11-10T16:23:01,810 DEBUG [RS:0;8e3de9160f9f:33863 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:01,810 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731255765995.72ee292fc1b253f8876d5f56587a4f1c. 2024-11-10T16:23:01,810 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731255765995.72ee292fc1b253f8876d5f56587a4f1c. 2024-11-10T16:23:01,810 INFO [RS:0;8e3de9160f9f:33863 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T16:23:01,810 INFO [RS:0;8e3de9160f9f:33863 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T16:23:01,810 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731255765995.72ee292fc1b253f8876d5f56587a4f1c. after waiting 0 ms 2024-11-10T16:23:01,810 INFO [RS:0;8e3de9160f9f:33863 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T16:23:01,810 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731255765995.72ee292fc1b253f8876d5f56587a4f1c. 2024-11-10T16:23:01,810 INFO [RS:0;8e3de9160f9f:33863 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T16:23:01,810 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 72ee292fc1b253f8876d5f56587a4f1c 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-10T16:23:01,810 INFO [RS:0;8e3de9160f9f:33863 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T16:23:01,810 DEBUG [RS:0;8e3de9160f9f:33863 {}] regionserver.HRegionServer(1325): Online Regions={72ee292fc1b253f8876d5f56587a4f1c=test,,1731255765995.72ee292fc1b253f8876d5f56587a4f1c., 1588230740=hbase:meta,,1.1588230740, f542ac14aef0a0990f2408b0f78d44ac=hbase:replication,,1731255770317.f542ac14aef0a0990f2408b0f78d44ac.} 2024-11-10T16:23:01,810 DEBUG [RS:0;8e3de9160f9f:33863 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 72ee292fc1b253f8876d5f56587a4f1c, f542ac14aef0a0990f2408b0f78d44ac 2024-11-10T16:23:01,810 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T16:23:01,810 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T16:23:01,810 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T16:23:01,810 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T16:23:01,810 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T16:23:01,810 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T16:23:01,826 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/hbase/meta/1588230740/.tmp/info/59eb7a52951745289c9a141d4702700d is 147, key is hbase:replication,,1731255770317.f542ac14aef0a0990f2408b0f78d44ac./info:regioninfo/1731255771480/Put/seqid=0 2024-11-10T16:23:01,826 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/default/test/72ee292fc1b253f8876d5f56587a4f1c/.tmp/f/bd0d8641032f48b3971e1c4ac41eb90a is 29, key is row1/f:/1731255777655/DeleteFamily/seqid=0 2024-11-10T16:23:01,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741841_1017 (size=7686) 2024-11-10T16:23:01,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741840_1016 (size=5118) 2024-11-10T16:23:01,886 INFO [regionserver/8e3de9160f9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:23:02,010 DEBUG [RS:0;8e3de9160f9f:33863 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 72ee292fc1b253f8876d5f56587a4f1c, f542ac14aef0a0990f2408b0f78d44ac 2024-11-10T16:23:02,210 DEBUG [RS:0;8e3de9160f9f:33863 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 72ee292fc1b253f8876d5f56587a4f1c, f542ac14aef0a0990f2408b0f78d44ac 2024-11-10T16:23:02,230 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/hbase/meta/1588230740/.tmp/info/59eb7a52951745289c9a141d4702700d 2024-11-10T16:23:02,234 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/default/test/72ee292fc1b253f8876d5f56587a4f1c/.tmp/f/bd0d8641032f48b3971e1c4ac41eb90a 2024-11-10T16:23:02,237 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd0d8641032f48b3971e1c4ac41eb90a 2024-11-10T16:23:02,250 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/hbase/meta/1588230740/.tmp/ns/2fde9cd2892a4ddbb8c9f3765e505f17 is 43, key is default/ns:d/1731255762667/Put/seqid=0 2024-11-10T16:23:02,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741842_1018 (size=5153) 2024-11-10T16:23:02,253 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/hbase/meta/1588230740/.tmp/ns/2fde9cd2892a4ddbb8c9f3765e505f17 2024-11-10T16:23:02,254 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/default/test/72ee292fc1b253f8876d5f56587a4f1c/.tmp/f1/51befd4d3370463f95f60ff4fb53925f is 30, key is row1/f1:/1731255777655/DeleteFamily/seqid=0 2024-11-10T16:23:02,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741843_1019 (size=5123) 2024-11-10T16:23:02,280 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/hbase/meta/1588230740/.tmp/rep_barrier/1a2ac36e17404ce39e25c13bfe5b9768 is 112, key is test,,1731255765995.72ee292fc1b253f8876d5f56587a4f1c./rep_barrier:seqnumDuringOpen/1731255767142/Put/seqid=0 2024-11-10T16:23:02,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741844_1020 (size=5518) 2024-11-10T16:23:02,411 DEBUG [RS:0;8e3de9160f9f:33863 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 72ee292fc1b253f8876d5f56587a4f1c, f542ac14aef0a0990f2408b0f78d44ac 2024-11-10T16:23:02,566 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.wal-reader.8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702 to pos 914, reset compression=false 2024-11-10T16:23:02,571 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.wal-reader.8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:23:02,571 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.wal-reader.8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702 to pos 1161, reset compression=false 2024-11-10T16:23:02,571 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.shipper8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,33863,1731255760520 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T16:23:02,572 ERROR [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.shipper8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8e3de9160f9f,33863,1731255760520: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8e3de9160f9f,33863,1731255760520, walGroup=8e3de9160f9f%2C33863%2C1731255760520, offset=8e3de9160f9f%2C33863%2C1731255760520.1731255761702:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:33863 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T16:23:02,573 ERROR [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.shipper8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T16:23:02,573 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.shipper8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T16:23:02,574 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.shipper8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T16:23:02,574 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.shipper8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T16:23:02,574 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.shipper8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T16:23:02,574 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.shipper8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 656987720 }, "NonHeapMemoryUsage": { "committed": 195100672, "init": 7667712, "max": -1, "used": 191829432 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T16:23:02,575 WARN [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.shipper8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:36819 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:36819 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T16:23:02,608 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T16:23:02,608 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T16:23:02,611 DEBUG [RS:0;8e3de9160f9f:33863 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 72ee292fc1b253f8876d5f56587a4f1c, f542ac14aef0a0990f2408b0f78d44ac 2024-11-10T16:23:02,661 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/default/test/72ee292fc1b253f8876d5f56587a4f1c/.tmp/f1/51befd4d3370463f95f60ff4fb53925f 2024-11-10T16:23:02,665 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51befd4d3370463f95f60ff4fb53925f 2024-11-10T16:23:02,679 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/default/test/72ee292fc1b253f8876d5f56587a4f1c/.tmp/norep/fa97b9331127424894f2d4ee9f0f3e6f is 32, key is row/norep:/1731255776640/DeleteFamily/seqid=0 2024-11-10T16:23:02,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741845_1021 (size=5101) 2024-11-10T16:23:02,694 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/hbase/meta/1588230740/.tmp/rep_barrier/1a2ac36e17404ce39e25c13bfe5b9768 2024-11-10T16:23:02,712 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/hbase/meta/1588230740/.tmp/table/53cc7a8acc1344b190a449d80c018ec2 is 53, key is hbase:replication/table:state/1731255771487/Put/seqid=0 2024-11-10T16:23:02,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741846_1022 (size=5308) 2024-11-10T16:23:02,775 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.wal-reader.8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702 to pos 1161, reset compression=false 2024-11-10T16:23:02,811 DEBUG [RS:0;8e3de9160f9f:33863 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 72ee292fc1b253f8876d5f56587a4f1c, f542ac14aef0a0990f2408b0f78d44ac 2024-11-10T16:23:03,011 DEBUG [RS:0;8e3de9160f9f:33863 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 72ee292fc1b253f8876d5f56587a4f1c, f542ac14aef0a0990f2408b0f78d44ac 2024-11-10T16:23:03,079 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.wal-reader.8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702 to pos 1161, reset compression=false 2024-11-10T16:23:03,083 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/default/test/72ee292fc1b253f8876d5f56587a4f1c/.tmp/norep/fa97b9331127424894f2d4ee9f0f3e6f 2024-11-10T16:23:03,087 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa97b9331127424894f2d4ee9f0f3e6f 2024-11-10T16:23:03,088 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/default/test/72ee292fc1b253f8876d5f56587a4f1c/.tmp/f/bd0d8641032f48b3971e1c4ac41eb90a as hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/default/test/72ee292fc1b253f8876d5f56587a4f1c/f/bd0d8641032f48b3971e1c4ac41eb90a 2024-11-10T16:23:03,091 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd0d8641032f48b3971e1c4ac41eb90a 2024-11-10T16:23:03,091 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/default/test/72ee292fc1b253f8876d5f56587a4f1c/f/bd0d8641032f48b3971e1c4ac41eb90a, entries=2, sequenceid=8, filesize=5.0 K 2024-11-10T16:23:03,092 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/default/test/72ee292fc1b253f8876d5f56587a4f1c/.tmp/f1/51befd4d3370463f95f60ff4fb53925f as hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/default/test/72ee292fc1b253f8876d5f56587a4f1c/f1/51befd4d3370463f95f60ff4fb53925f 2024-11-10T16:23:03,095 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51befd4d3370463f95f60ff4fb53925f 2024-11-10T16:23:03,095 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/default/test/72ee292fc1b253f8876d5f56587a4f1c/f1/51befd4d3370463f95f60ff4fb53925f, entries=2, sequenceid=8, filesize=5.0 K 2024-11-10T16:23:03,096 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/default/test/72ee292fc1b253f8876d5f56587a4f1c/.tmp/norep/fa97b9331127424894f2d4ee9f0f3e6f as hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/default/test/72ee292fc1b253f8876d5f56587a4f1c/norep/fa97b9331127424894f2d4ee9f0f3e6f 2024-11-10T16:23:03,099 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa97b9331127424894f2d4ee9f0f3e6f 2024-11-10T16:23:03,099 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/default/test/72ee292fc1b253f8876d5f56587a4f1c/norep/fa97b9331127424894f2d4ee9f0f3e6f, entries=1, sequenceid=8, filesize=5.0 K 2024-11-10T16:23:03,100 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 72ee292fc1b253f8876d5f56587a4f1c in 1290ms, sequenceid=8, compaction requested=false 2024-11-10T16:23:03,103 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/default/test/72ee292fc1b253f8876d5f56587a4f1c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T16:23:03,104 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:23:03,104 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T16:23:03,104 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731255765995.72ee292fc1b253f8876d5f56587a4f1c. 2024-11-10T16:23:03,104 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 72ee292fc1b253f8876d5f56587a4f1c: Waiting for close lock at 1731255781809Running coprocessor pre-close hooks at 1731255781810 (+1 ms)Disabling compacts and flushes for region at 1731255781810Disabling writes for close at 1731255781810Obtaining lock to block concurrent updates at 1731255781810Preparing flush snapshotting stores in 72ee292fc1b253f8876d5f56587a4f1c at 1731255781810Finished memstore snapshotting test,,1731255765995.72ee292fc1b253f8876d5f56587a4f1c., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731255781810Flushing stores of test,,1731255765995.72ee292fc1b253f8876d5f56587a4f1c. at 1731255781811 (+1 ms)Flushing 72ee292fc1b253f8876d5f56587a4f1c/f: creating writer at 1731255781811Flushing 72ee292fc1b253f8876d5f56587a4f1c/f: appending metadata at 1731255781825 (+14 ms)Flushing 72ee292fc1b253f8876d5f56587a4f1c/f: closing flushed file at 1731255781825Flushing 72ee292fc1b253f8876d5f56587a4f1c/f1: creating writer at 1731255782238 (+413 ms)Flushing 72ee292fc1b253f8876d5f56587a4f1c/f1: appending metadata at 1731255782254 (+16 ms)Flushing 72ee292fc1b253f8876d5f56587a4f1c/f1: closing flushed file at 1731255782254Flushing 72ee292fc1b253f8876d5f56587a4f1c/norep: creating writer at 1731255782665 (+411 ms)Flushing 72ee292fc1b253f8876d5f56587a4f1c/norep: appending metadata at 1731255782679 (+14 ms)Flushing 72ee292fc1b253f8876d5f56587a4f1c/norep: closing flushed file at 1731255782679Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f922db4: reopening flushed file at 1731255783087 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41519571: reopening flushed file at 1731255783091 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d0f3ceb: reopening flushed file at 1731255783095 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 72ee292fc1b253f8876d5f56587a4f1c in 1290ms, sequenceid=8, compaction requested=false at 1731255783100 (+5 ms)Writing region close event to WAL at 1731255783101 (+1 ms)Running coprocessor post-close hooks at 1731255783104 (+3 ms)Closed at 1731255783104 2024-11-10T16:23:03,104 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731255765995.72ee292fc1b253f8876d5f56587a4f1c. 2024-11-10T16:23:03,104 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f542ac14aef0a0990f2408b0f78d44ac, disabling compactions & flushes 2024-11-10T16:23:03,104 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731255770317.f542ac14aef0a0990f2408b0f78d44ac. 2024-11-10T16:23:03,104 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731255770317.f542ac14aef0a0990f2408b0f78d44ac. 2024-11-10T16:23:03,104 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731255770317.f542ac14aef0a0990f2408b0f78d44ac. after waiting 0 ms 2024-11-10T16:23:03,105 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731255770317.f542ac14aef0a0990f2408b0f78d44ac. 2024-11-10T16:23:03,105 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f542ac14aef0a0990f2408b0f78d44ac: Waiting for close lock at 1731255783104Running coprocessor pre-close hooks at 1731255783104Disabling compacts and flushes for region at 1731255783104Disabling writes for close at 1731255783104Failed flush hbase:replication,,1731255770317.f542ac14aef0a0990f2408b0f78d44ac., putting online again at 1731255783105 (+1 ms) 2024-11-10T16:23:03,105 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731255770317.f542ac14aef0a0990f2408b0f78d44ac. 2024-11-10T16:23:03,116 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/hbase/meta/1588230740/.tmp/table/53cc7a8acc1344b190a449d80c018ec2 2024-11-10T16:23:03,120 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/hbase/meta/1588230740/.tmp/info/59eb7a52951745289c9a141d4702700d as hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/hbase/meta/1588230740/info/59eb7a52951745289c9a141d4702700d 2024-11-10T16:23:03,123 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/hbase/meta/1588230740/info/59eb7a52951745289c9a141d4702700d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T16:23:03,123 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/hbase/meta/1588230740/.tmp/ns/2fde9cd2892a4ddbb8c9f3765e505f17 as hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/hbase/meta/1588230740/ns/2fde9cd2892a4ddbb8c9f3765e505f17 2024-11-10T16:23:03,127 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/hbase/meta/1588230740/ns/2fde9cd2892a4ddbb8c9f3765e505f17, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T16:23:03,127 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/hbase/meta/1588230740/.tmp/rep_barrier/1a2ac36e17404ce39e25c13bfe5b9768 as hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/hbase/meta/1588230740/rep_barrier/1a2ac36e17404ce39e25c13bfe5b9768 2024-11-10T16:23:03,130 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/hbase/meta/1588230740/rep_barrier/1a2ac36e17404ce39e25c13bfe5b9768, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T16:23:03,131 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/hbase/meta/1588230740/.tmp/table/53cc7a8acc1344b190a449d80c018ec2 as hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/hbase/meta/1588230740/table/53cc7a8acc1344b190a449d80c018ec2 2024-11-10T16:23:03,134 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/hbase/meta/1588230740/table/53cc7a8acc1344b190a449d80c018ec2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T16:23:03,135 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=16, compaction requested=false 2024-11-10T16:23:03,138 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T16:23:03,139 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:23:03,139 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T16:23:03,139 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T16:23:03,139 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731255781810Running coprocessor pre-close hooks at 1731255781810Disabling compacts and flushes for region at 1731255781810Disabling writes for close at 1731255781810Obtaining lock to block concurrent updates at 1731255781810Preparing flush snapshotting stores in 1588230740 at 1731255781810Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731255781811 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731255781811Flushing 1588230740/info: creating writer at 1731255781811Flushing 1588230740/info: appending metadata at 1731255781825 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731255781825Flushing 1588230740/ns: creating writer at 1731255782235 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731255782249 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731255782249Flushing 1588230740/rep_barrier: creating writer at 1731255782257 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731255782279 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731255782279Flushing 1588230740/table: creating writer at 1731255782698 (+419 ms)Flushing 1588230740/table: appending metadata at 1731255782712 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731255782712Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ab3b663: reopening flushed file at 1731255783119 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cf00c72: reopening flushed file at 1731255783123 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@465dfe95: reopening flushed file at 1731255783127 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b723070: reopening flushed file at 1731255783130 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=16, compaction requested=false at 1731255783135 (+5 ms)Writing region close event to WAL at 1731255783136 (+1 ms)Running coprocessor post-close hooks at 1731255783139 (+3 ms)Closed at 1731255783139 2024-11-10T16:23:03,139 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T16:23:03,211 INFO [RS:0;8e3de9160f9f:33863 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T16:23:03,211 DEBUG [RS:0;8e3de9160f9f:33863 {}] regionserver.HRegionServer(1325): Online Regions={f542ac14aef0a0990f2408b0f78d44ac=hbase:replication,,1731255770317.f542ac14aef0a0990f2408b0f78d44ac.} 2024-11-10T16:23:03,211 INFO [RS:0;8e3de9160f9f:33863 {}] regionserver.HRegionServer(3091): Received CLOSE for f542ac14aef0a0990f2408b0f78d44ac 2024-11-10T16:23:03,212 DEBUG [RS:0;8e3de9160f9f:33863 {}] regionserver.HRegionServer(1351): Waiting on f542ac14aef0a0990f2408b0f78d44ac 2024-11-10T16:23:03,212 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f542ac14aef0a0990f2408b0f78d44ac, disabling compactions & flushes 2024-11-10T16:23:03,212 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731255770317.f542ac14aef0a0990f2408b0f78d44ac. 2024-11-10T16:23:03,212 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731255770317.f542ac14aef0a0990f2408b0f78d44ac. 2024-11-10T16:23:03,212 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731255770317.f542ac14aef0a0990f2408b0f78d44ac. after waiting 0 ms 2024-11-10T16:23:03,212 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731255770317.f542ac14aef0a0990f2408b0f78d44ac. 2024-11-10T16:23:03,212 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f542ac14aef0a0990f2408b0f78d44ac: Waiting for close lock at 1731255783212Running coprocessor pre-close hooks at 1731255783212Disabling compacts and flushes for region at 1731255783212Disabling writes for close at 1731255783212Failed flush hbase:replication,,1731255770317.f542ac14aef0a0990f2408b0f78d44ac., putting online again at 1731255783212 2024-11-10T16:23:03,212 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731255770317.f542ac14aef0a0990f2408b0f78d44ac. 2024-11-10T16:23:03,297 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:23:03,298 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8e3de9160f9f,42869,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:42869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T16:23:03,298 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28281 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8e3de9160f9f,42869,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:42869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T16:23:03,412 INFO [RS:0;8e3de9160f9f:33863 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-10T16:23:03,412 INFO [RS:0;8e3de9160f9f:33863 {}] regionserver.HRegionServer(976): stopping server 8e3de9160f9f,33863,1731255760520; all regions closed. 2024-11-10T16:23:03,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741834_1010 (size=4239) 2024-11-10T16:23:03,414 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.meta.1731255762624.meta not finished, retry = 0 2024-11-10T16:23:03,483 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.wal-reader.8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702 to pos 1161, reset compression=false 2024-11-10T16:23:03,487 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.wal-reader.8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:23:03,487 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.wal-reader.8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702 to pos 1805, reset compression=false 2024-11-10T16:23:03,517 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.rep.1731255771450 not finished, retry = 0 2024-11-10T16:23:03,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741839_1015 (size=1733) 2024-11-10T16:23:03,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741832_1008 (size=1813) 2024-11-10T16:23:03,620 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702 not finished, retry = 0 2024-11-10T16:23:03,693 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.wal-reader.8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702 to pos 1805, reset compression=false 2024-11-10T16:23:03,721 DEBUG [RS:0;8e3de9160f9f:33863 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:03,721 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.wal-reader.8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/WALs/8e3de9160f9f,33863,1731255760520/8e3de9160f9f%2C33863%2C1731255760520.1731255761702 2024-11-10T16:23:03,721 INFO [RS:0;8e3de9160f9f:33863 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:23:03,721 INFO [RS:0;8e3de9160f9f:33863 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:23:03,721 INFO [RS:0;8e3de9160f9f:33863 {}] hbase.ChoreService(370): Chore service for: regionserver/8e3de9160f9f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T16:23:03,721 INFO [RS:0;8e3de9160f9f:33863 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:23:03,721 INFO [regionserver/8e3de9160f9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:23:03,721 INFO [RS:0;8e3de9160f9f:33863 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8e3de9160f9f,33863,1731255760520 because: Region server is closing 2024-11-10T16:23:03,722 INFO [RS:0;8e3de9160f9f:33863 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:33863. 2024-11-10T16:23:03,722 DEBUG [RS:0;8e3de9160f9f:33863 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:23:03,722 DEBUG [RS:0;8e3de9160f9f:33863 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:03,722 DEBUG [RS:0;8e3de9160f9f:33863 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:03,722 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:23:03,822 INFO [RS:0;8e3de9160f9f:33863 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.shipper8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 terminated 2024-11-10T16:23:03,822 INFO [RS:0;8e3de9160f9f:33863 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:33863. 2024-11-10T16:23:03,822 WARN [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33863,1731255760520.replicationSource.wal-reader.8e3de9160f9f%2C33863%2C1731255760520,1-8e3de9160f9f,33863,1731255760520 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-10T16:23:03,822 DEBUG [RS:0;8e3de9160f9f:33863 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:23:03,822 DEBUG [RS:0;8e3de9160f9f:33863 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:03,822 DEBUG [RS:0;8e3de9160f9f:33863 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:03,822 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:23:03,823 INFO [RS:0;8e3de9160f9f:33863 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33863 2024-11-10T16:23:03,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33863-0x10102b05d450001, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1526127924/rs/8e3de9160f9f,33863,1731255760520 2024-11-10T16:23:03,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36819-0x10102b05d450000, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526127924/rs 2024-11-10T16:23:03,824 INFO [RS:0;8e3de9160f9f:33863 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:23:03,825 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8e3de9160f9f,33863,1731255760520] 2024-11-10T16:23:03,828 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1526127924/draining/8e3de9160f9f,33863,1731255760520 already deleted, retry=false 2024-11-10T16:23:03,828 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8e3de9160f9f,33863,1731255760520 expired; onlineServers=0 2024-11-10T16:23:03,828 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8e3de9160f9f,36819,1731255760473' ***** 2024-11-10T16:23:03,828 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T16:23:03,828 INFO [M:0;8e3de9160f9f:36819 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:23:03,828 INFO [M:0;8e3de9160f9f:36819 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:23:03,828 DEBUG [M:0;8e3de9160f9f:36819 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T16:23:03,828 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T16:23:03,828 DEBUG [M:0;8e3de9160f9f:36819 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T16:23:03,828 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255761480 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255761480,5,FailOnTimeoutGroup] 2024-11-10T16:23:03,828 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255761480 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255761480,5,FailOnTimeoutGroup] 2024-11-10T16:23:03,828 INFO [M:0;8e3de9160f9f:36819 {}] hbase.ChoreService(370): Chore service for: master/8e3de9160f9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T16:23:03,828 INFO [M:0;8e3de9160f9f:36819 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:23:03,828 DEBUG [M:0;8e3de9160f9f:36819 {}] master.HMaster(1795): Stopping service threads 2024-11-10T16:23:03,828 INFO [M:0;8e3de9160f9f:36819 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T16:23:03,829 INFO [M:0;8e3de9160f9f:36819 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:23:03,829 INFO [M:0;8e3de9160f9f:36819 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T16:23:03,829 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T16:23:03,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36819-0x10102b05d450000, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1526127924/master 2024-11-10T16:23:03,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36819-0x10102b05d450000, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526127924 2024-11-10T16:23:03,829 DEBUG [M:0;8e3de9160f9f:36819 {}] zookeeper.ZKUtil(347): master:36819-0x10102b05d450000, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Unable to get data of znode /0-1526127924/master because node does not exist (not an error) 2024-11-10T16:23:03,830 WARN [M:0;8e3de9160f9f:36819 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T16:23:03,831 INFO [M:0;8e3de9160f9f:36819 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/.lastflushedseqids 2024-11-10T16:23:03,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741847_1023 (size=245) 2024-11-10T16:23:03,839 INFO [M:0;8e3de9160f9f:36819 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T16:23:03,839 INFO [M:0;8e3de9160f9f:36819 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T16:23:03,839 DEBUG [M:0;8e3de9160f9f:36819 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T16:23:03,839 INFO [M:0;8e3de9160f9f:36819 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:23:03,839 DEBUG [M:0;8e3de9160f9f:36819 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:23:03,839 DEBUG [M:0;8e3de9160f9f:36819 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T16:23:03,839 DEBUG [M:0;8e3de9160f9f:36819 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:23:03,839 INFO [M:0;8e3de9160f9f:36819 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-10T16:23:03,854 DEBUG [M:0;8e3de9160f9f:36819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19a3d40cd8c34737bb8a5ab216b95e1b is 82, key is hbase:meta,,1/info:regioninfo/1731255762656/Put/seqid=0 2024-11-10T16:23:03,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741848_1024 (size=5672) 2024-11-10T16:23:03,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33863-0x10102b05d450001, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:23:03,926 INFO [RS:0;8e3de9160f9f:33863 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:23:03,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33863-0x10102b05d450001, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:23:03,926 INFO [RS:0;8e3de9160f9f:33863 {}] regionserver.HRegionServer(1031): Exiting; stopping=8e3de9160f9f,33863,1731255760520; zookeeper connection closed. 2024-11-10T16:23:03,926 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@520d5ef1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@520d5ef1 2024-11-10T16:23:03,926 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T16:23:04,257 INFO [M:0;8e3de9160f9f:36819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19a3d40cd8c34737bb8a5ab216b95e1b 2024-11-10T16:23:04,278 DEBUG [M:0;8e3de9160f9f:36819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03d3016af0964ddab5e931f443efb13f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731255771490/Put/seqid=0 2024-11-10T16:23:04,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741849_1025 (size=8515) 2024-11-10T16:23:04,683 INFO [M:0;8e3de9160f9f:36819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03d3016af0964ddab5e931f443efb13f 2024-11-10T16:23:04,700 DEBUG [M:0;8e3de9160f9f:36819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9bc952c4d751471e83db62a2ef4877e0 is 69, key is 8e3de9160f9f,33863,1731255760520/rs:state/1731255761561/Put/seqid=0 2024-11-10T16:23:04,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741850_1026 (size=5156) 2024-11-10T16:23:05,066 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T16:23:05,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:05,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:05,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:05,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:05,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:05,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:05,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:05,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:05,104 INFO [M:0;8e3de9160f9f:36819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9bc952c4d751471e83db62a2ef4877e0 2024-11-10T16:23:05,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:05,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:05,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:05,109 DEBUG [M:0;8e3de9160f9f:36819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19a3d40cd8c34737bb8a5ab216b95e1b as hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/19a3d40cd8c34737bb8a5ab216b95e1b 2024-11-10T16:23:05,114 INFO [M:0;8e3de9160f9f:36819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/19a3d40cd8c34737bb8a5ab216b95e1b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T16:23:05,115 DEBUG [M:0;8e3de9160f9f:36819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03d3016af0964ddab5e931f443efb13f as hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/03d3016af0964ddab5e931f443efb13f 2024-11-10T16:23:05,119 INFO [M:0;8e3de9160f9f:36819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/03d3016af0964ddab5e931f443efb13f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T16:23:05,119 DEBUG [M:0;8e3de9160f9f:36819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9bc952c4d751471e83db62a2ef4877e0 as hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9bc952c4d751471e83db62a2ef4877e0 2024-11-10T16:23:05,123 INFO [M:0;8e3de9160f9f:36819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37653/user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9bc952c4d751471e83db62a2ef4877e0, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T16:23:05,124 INFO [M:0;8e3de9160f9f:36819 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false 2024-11-10T16:23:05,125 INFO [M:0;8e3de9160f9f:36819 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:23:05,125 DEBUG [M:0;8e3de9160f9f:36819 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731255783839Disabling compacts and flushes for region at 1731255783839Disabling writes for close at 1731255783839Obtaining lock to block concurrent updates at 1731255783839Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731255783839Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731255783839Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731255783840 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731255783840Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731255783853 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731255783853Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731255784261 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731255784278 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731255784278Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731255784686 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731255784700 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731255784700Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@192c434d: reopening flushed file at 1731255785109 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a48ac56: reopening flushed file at 1731255785114 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79b507b6: reopening flushed file at 1731255785119 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false at 1731255785124 (+5 ms)Writing region close event to WAL at 1731255785125 (+1 ms)Closed at 1731255785125 2024-11-10T16:23:05,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741830_1006 (size=63642) 2024-11-10T16:23:05,127 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a251ee8c-2b0b-3a29-29e1-3adef562e16b/MasterData/WALs/8e3de9160f9f,36819,1731255760473/8e3de9160f9f%2C36819%2C1731255760473.1731255761409 not finished, retry = 0 2024-11-10T16:23:05,228 INFO [M:0;8e3de9160f9f:36819 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T16:23:05,228 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:23:05,228 INFO [M:0;8e3de9160f9f:36819 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36819 2024-11-10T16:23:05,229 INFO [M:0;8e3de9160f9f:36819 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:23:05,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36819-0x10102b05d450000, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:23:05,330 INFO [M:0;8e3de9160f9f:36819 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:23:05,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36819-0x10102b05d450000, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:23:05,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@398473d7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T16:23:05,333 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a1607c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T16:23:05,333 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T16:23:05,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e77e763{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T16:23:05,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d3e9992{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb3f962a-c967-cb10-941a-a3de76ba5844/hadoop.log.dir/,STOPPED} 2024-11-10T16:23:05,334 WARN [BP-159451555-172.17.0.2-1731255759562 heartbeating to localhost/127.0.0.1:37653 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T16:23:05,334 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T16:23:05,335 WARN [BP-159451555-172.17.0.2-1731255759562 heartbeating to localhost/127.0.0.1:37653 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-159451555-172.17.0.2-1731255759562 (Datanode Uuid 697c021e-9bdf-4274-adf0-5c5d524adcb4) service to localhost/127.0.0.1:37653 2024-11-10T16:23:05,335 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T16:23:05,335 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb3f962a-c967-cb10-941a-a3de76ba5844/cluster_ca0a36f7-ec3a-902f-9893-9d442672ca88/data/data1/current/BP-159451555-172.17.0.2-1731255759562 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T16:23:05,335 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb3f962a-c967-cb10-941a-a3de76ba5844/cluster_ca0a36f7-ec3a-902f-9893-9d442672ca88/data/data2/current/BP-159451555-172.17.0.2-1731255759562 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T16:23:05,336 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T16:23:05,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@593e7bcd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T16:23:05,342 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@670a5da2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T16:23:05,342 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T16:23:05,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fdac2e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T16:23:05,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@de59a61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb3f962a-c967-cb10-941a-a3de76ba5844/hadoop.log.dir/,STOPPED} 2024-11-10T16:23:05,348 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T16:23:05,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T16:23:05,368 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=265 (was 245) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41187 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41187 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57752) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41187 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41187 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37653 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41187 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41187 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:41187 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41187 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37653 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:37653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37653 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57752) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=656 (was 623) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=219 (was 165) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6809 (was 6832) 2024-11-10T16:23:05,377 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=265, OpenFileDescriptor=656, MaxFileDescriptor=1048576, SystemLoadAverage=219, ProcessCount=11, AvailableMemoryMB=6809 2024-11-10T16:23:05,390 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-10T16:23:05,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a817dd-a996-9b76-0dd6-e334033db4bd/hadoop.log.dir so I do NOT create it in target/test-data/5bdc7734-13ff-193f-3add-712a677c49a1 2024-11-10T16:23:05,390 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a817dd-a996-9b76-0dd6-e334033db4bd/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T16:23:05,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a817dd-a996-9b76-0dd6-e334033db4bd/hadoop.tmp.dir so I do NOT create it in target/test-data/5bdc7734-13ff-193f-3add-712a677c49a1 2024-11-10T16:23:05,390 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a817dd-a996-9b76-0dd6-e334033db4bd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T16:23:05,390 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bdc7734-13ff-193f-3add-712a677c49a1 2024-11-10T16:23:05,391 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bdc7734-13ff-193f-3add-712a677c49a1/cluster_18df152b-0dba-1445-5f06-af9093d7a6be, deleteOnExit=true 2024-11-10T16:23:05,393 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bdc7734-13ff-193f-3add-712a677c49a1/cluster_18df152b-0dba-1445-5f06-af9093d7a6be/zookeeper_0, clientPort=60672, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bdc7734-13ff-193f-3add-712a677c49a1/cluster_18df152b-0dba-1445-5f06-af9093d7a6be/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bdc7734-13ff-193f-3add-712a677c49a1/cluster_18df152b-0dba-1445-5f06-af9093d7a6be/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T16:23:05,394 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60672 2024-11-10T16:23:05,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T16:23:05,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T16:23:05,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bdc7734-13ff-193f-3add-712a677c49a1/test.cache.data in system properties and HBase conf 2024-11-10T16:23:05,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bdc7734-13ff-193f-3add-712a677c49a1/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T16:23:05,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bdc7734-13ff-193f-3add-712a677c49a1/hadoop.log.dir in system properties and HBase conf 2024-11-10T16:23:05,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bdc7734-13ff-193f-3add-712a677c49a1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T16:23:05,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bdc7734-13ff-193f-3add-712a677c49a1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T16:23:05,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T16:23:05,394 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T16:23:05,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bdc7734-13ff-193f-3add-712a677c49a1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T16:23:05,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bdc7734-13ff-193f-3add-712a677c49a1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T16:23:05,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bdc7734-13ff-193f-3add-712a677c49a1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T16:23:05,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bdc7734-13ff-193f-3add-712a677c49a1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T16:23:05,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bdc7734-13ff-193f-3add-712a677c49a1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T16:23:05,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bdc7734-13ff-193f-3add-712a677c49a1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T16:23:05,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bdc7734-13ff-193f-3add-712a677c49a1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T16:23:05,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bdc7734-13ff-193f-3add-712a677c49a1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T16:23:05,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bdc7734-13ff-193f-3add-712a677c49a1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T16:23:05,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bdc7734-13ff-193f-3add-712a677c49a1/nfs.dump.dir in system properties and HBase conf 2024-11-10T16:23:05,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bdc7734-13ff-193f-3add-712a677c49a1/java.io.tmpdir in system properties and HBase conf 2024-11-10T16:23:05,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bdc7734-13ff-193f-3add-712a677c49a1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T16:23:05,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bdc7734-13ff-193f-3add-712a677c49a1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T16:23:05,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bdc7734-13ff-193f-3add-712a677c49a1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T16:23:05,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10102b05d450002, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T16:23:05,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10102b05d450005, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T16:23:05,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10102b05d450002, quorum=127.0.0.1:57752, baseZNode=/0-1526127924 Received Disconnected from ZooKeeper, ignoring 2024-11-10T16:23:05,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10102b05d450005, quorum=127.0.0.1:57752, baseZNode=/1-646140112 Received Disconnected from ZooKeeper, ignoring 2024-11-10T16:23:05,465 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:23:05,469 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T16:23:05,470 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T16:23:05,470 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T16:23:05,470 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T16:23:05,473 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:23:05,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45179762{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bdc7734-13ff-193f-3add-712a677c49a1/hadoop.log.dir/,AVAILABLE} 2024-11-10T16:23:05,477 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c3ac1de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T16:23:05,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15e4e09a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bdc7734-13ff-193f-3add-712a677c49a1/java.io.tmpdir/jetty-localhost-46509-hadoop-hdfs-3_4_1-tests_jar-_-any-8996921496476465497/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T16:23:05,591 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b589b02{HTTP/1.1, (http/1.1)}{localhost:46509} 2024-11-10T16:23:05,591 INFO [Time-limited test {}] server.Server(415): Started @212052ms 2024-11-10T16:23:05,667 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:23:05,670 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T16:23:05,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T16:23:05,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T16:23:05,673 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T16:23:05,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c7a16a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bdc7734-13ff-193f-3add-712a677c49a1/hadoop.log.dir/,AVAILABLE} 2024-11-10T16:23:05,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66eacbe6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T16:23:05,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28400cbc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bdc7734-13ff-193f-3add-712a677c49a1/java.io.tmpdir/jetty-localhost-42145-hadoop-hdfs-3_4_1-tests_jar-_-any-8551673502048421460/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T16:23:05,790 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22b3f6ff{HTTP/1.1, (http/1.1)}{localhost:42145} 2024-11-10T16:23:05,790 INFO [Time-limited test {}] server.Server(415): Started @212251ms 2024-11-10T16:23:05,791 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T16:23:05,887 WARN [Thread-2663 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bdc7734-13ff-193f-3add-712a677c49a1/cluster_18df152b-0dba-1445-5f06-af9093d7a6be/data/data1/current/BP-226006809-172.17.0.2-1731255785412/current, will proceed with Du for space computation calculation, 2024-11-10T16:23:05,887 WARN [Thread-2664 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bdc7734-13ff-193f-3add-712a677c49a1/cluster_18df152b-0dba-1445-5f06-af9093d7a6be/data/data2/current/BP-226006809-172.17.0.2-1731255785412/current, will proceed with Du for space computation calculation, 2024-11-10T16:23:05,907 WARN [Thread-2651 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T16:23:05,909 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b25a90cf45be9b6 with lease ID 0x725d026d77d95328: Processing first storage report for DS-092e7d4b-f676-471a-87bd-53839c95bb22 from datanode DatanodeRegistration(127.0.0.1:39981, datanodeUuid=944178d1-9be7-48a0-9d84-1f1735bbc47e, infoPort=33535, infoSecurePort=0, ipcPort=37473, storageInfo=lv=-57;cid=testClusterID;nsid=992317790;c=1731255785412) 2024-11-10T16:23:05,909 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b25a90cf45be9b6 with lease ID 0x725d026d77d95328: from storage DS-092e7d4b-f676-471a-87bd-53839c95bb22 node DatanodeRegistration(127.0.0.1:39981, datanodeUuid=944178d1-9be7-48a0-9d84-1f1735bbc47e, infoPort=33535, infoSecurePort=0, ipcPort=37473, storageInfo=lv=-57;cid=testClusterID;nsid=992317790;c=1731255785412), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T16:23:05,909 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b25a90cf45be9b6 with lease ID 0x725d026d77d95328: Processing first storage report for DS-c0830471-47a8-4e43-84c9-ee265c2aaeb0 from datanode DatanodeRegistration(127.0.0.1:39981, datanodeUuid=944178d1-9be7-48a0-9d84-1f1735bbc47e, infoPort=33535, infoSecurePort=0, ipcPort=37473, storageInfo=lv=-57;cid=testClusterID;nsid=992317790;c=1731255785412) 2024-11-10T16:23:05,909 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b25a90cf45be9b6 with lease ID 0x725d026d77d95328: from storage DS-c0830471-47a8-4e43-84c9-ee265c2aaeb0 node DatanodeRegistration(127.0.0.1:39981, datanodeUuid=944178d1-9be7-48a0-9d84-1f1735bbc47e, infoPort=33535, infoSecurePort=0, ipcPort=37473, storageInfo=lv=-57;cid=testClusterID;nsid=992317790;c=1731255785412), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T16:23:05,914 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bdc7734-13ff-193f-3add-712a677c49a1 2024-11-10T16:23:05,914 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:23:05,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:23:05,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741825_1001 (size=7) 2024-11-10T16:23:06,322 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184 with version=8 2024-11-10T16:23:06,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/hbase-staging 2024-11-10T16:23:06,324 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:23:06,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:23:06,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:23:06,324 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:23:06,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:23:06,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:23:06,324 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T16:23:06,325 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:23:06,325 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42647 2024-11-10T16:23:06,326 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42647 connecting to ZooKeeper ensemble=127.0.0.1:60672 2024-11-10T16:23:06,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426470x0, quorum=127.0.0.1:60672, baseZNode=/084628470 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:23:06,338 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42647-0x10102b0c2400000 connected 2024-11-10T16:23:06,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:23:06,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:23:06,362 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42647-0x10102b0c2400000, quorum=127.0.0.1:60672, baseZNode=/084628470 Set watcher on znode that does not yet exist, /084628470/running 2024-11-10T16:23:06,362 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184, hbase.cluster.distributed=false 2024-11-10T16:23:06,363 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42647-0x10102b0c2400000, quorum=127.0.0.1:60672, baseZNode=/084628470 Set watcher on znode that does not yet exist, /084628470/acl 2024-11-10T16:23:06,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42647 2024-11-10T16:23:06,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42647 2024-11-10T16:23:06,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42647 2024-11-10T16:23:06,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42647 2024-11-10T16:23:06,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42647 2024-11-10T16:23:06,385 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:23:06,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:23:06,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:23:06,385 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:23:06,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:23:06,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:23:06,385 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T16:23:06,385 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:23:06,386 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38775 2024-11-10T16:23:06,386 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38775 connecting to ZooKeeper ensemble=127.0.0.1:60672 2024-11-10T16:23:06,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:23:06,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:23:06,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387750x0, quorum=127.0.0.1:60672, baseZNode=/084628470 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:23:06,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:387750x0, quorum=127.0.0.1:60672, baseZNode=/084628470 Set watcher on znode that does not yet exist, /084628470/running 2024-11-10T16:23:06,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38775-0x10102b0c2400001 connected 2024-11-10T16:23:06,393 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T16:23:06,397 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T16:23:06,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38775-0x10102b0c2400001, quorum=127.0.0.1:60672, baseZNode=/084628470 Set watcher on znode that does not yet exist, /084628470/master 2024-11-10T16:23:06,399 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38775-0x10102b0c2400001, quorum=127.0.0.1:60672, baseZNode=/084628470 Set watcher on znode that does not yet exist, /084628470/acl 2024-11-10T16:23:06,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38775 2024-11-10T16:23:06,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38775 2024-11-10T16:23:06,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38775 2024-11-10T16:23:06,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38775 2024-11-10T16:23:06,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38775 2024-11-10T16:23:06,419 DEBUG [M:0;8e3de9160f9f:42647 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8e3de9160f9f:42647 2024-11-10T16:23:06,420 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /084628470/backup-masters/8e3de9160f9f,42647,1731255786324 2024-11-10T16:23:06,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42647-0x10102b0c2400000, quorum=127.0.0.1:60672, baseZNode=/084628470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084628470/backup-masters 2024-11-10T16:23:06,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38775-0x10102b0c2400001, quorum=127.0.0.1:60672, baseZNode=/084628470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084628470/backup-masters 2024-11-10T16:23:06,422 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42647-0x10102b0c2400000, quorum=127.0.0.1:60672, baseZNode=/084628470 Set watcher on existing znode=/084628470/backup-masters/8e3de9160f9f,42647,1731255786324 2024-11-10T16:23:06,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38775-0x10102b0c2400001, quorum=127.0.0.1:60672, baseZNode=/084628470 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/084628470/master 2024-11-10T16:23:06,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38775-0x10102b0c2400001, quorum=127.0.0.1:60672, baseZNode=/084628470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084628470 2024-11-10T16:23:06,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42647-0x10102b0c2400000, quorum=127.0.0.1:60672, baseZNode=/084628470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084628470 2024-11-10T16:23:06,423 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42647-0x10102b0c2400000, quorum=127.0.0.1:60672, baseZNode=/084628470 Set watcher on existing znode=/084628470/master 2024-11-10T16:23:06,424 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /084628470/backup-masters/8e3de9160f9f,42647,1731255786324 from backup master directory 2024-11-10T16:23:06,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42647-0x10102b0c2400000, quorum=127.0.0.1:60672, baseZNode=/084628470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/084628470/backup-masters/8e3de9160f9f,42647,1731255786324 2024-11-10T16:23:06,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38775-0x10102b0c2400001, quorum=127.0.0.1:60672, baseZNode=/084628470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084628470/backup-masters 2024-11-10T16:23:06,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42647-0x10102b0c2400000, quorum=127.0.0.1:60672, baseZNode=/084628470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084628470/backup-masters 2024-11-10T16:23:06,425 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:23:06,425 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8e3de9160f9f,42647,1731255786324 2024-11-10T16:23:06,429 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/hbase.id] with ID: a7ad042c-4ec6-4aca-b6f0-ed3b7ddeae65 2024-11-10T16:23:06,429 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/.tmp/hbase.id 2024-11-10T16:23:06,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741826_1002 (size=42) 2024-11-10T16:23:06,835 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/.tmp/hbase.id]:[hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/hbase.id] 2024-11-10T16:23:06,843 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:23:06,843 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T16:23:06,844 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T16:23:06,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38775-0x10102b0c2400001, quorum=127.0.0.1:60672, baseZNode=/084628470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084628470 2024-11-10T16:23:06,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42647-0x10102b0c2400000, quorum=127.0.0.1:60672, baseZNode=/084628470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084628470 2024-11-10T16:23:06,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741827_1003 (size=196) 2024-11-10T16:23:07,250 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:23:07,251 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T16:23:07,252 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:23:07,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741828_1004 (size=1189) 2024-11-10T16:23:07,658 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/MasterData/data/master/store 2024-11-10T16:23:07,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741829_1005 (size=34) 2024-11-10T16:23:08,063 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:23:08,063 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T16:23:08,063 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:23:08,063 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:23:08,063 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T16:23:08,063 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:23:08,063 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:23:08,063 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731255788063Disabling compacts and flushes for region at 1731255788063Disabling writes for close at 1731255788063Writing region close event to WAL at 1731255788063Closed at 1731255788063 2024-11-10T16:23:08,064 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/MasterData/data/master/store/.initializing 2024-11-10T16:23:08,064 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/MasterData/WALs/8e3de9160f9f,42647,1731255786324 2024-11-10T16:23:08,065 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:23:08,066 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8e3de9160f9f%2C42647%2C1731255786324, suffix=, logDir=hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/MasterData/WALs/8e3de9160f9f,42647,1731255786324, archiveDir=hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/MasterData/oldWALs, maxLogs=10 2024-11-10T16:23:08,080 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/MasterData/WALs/8e3de9160f9f,42647,1731255786324/8e3de9160f9f%2C42647%2C1731255786324.1731255788067, exclude list is [], retry=0 2024-11-10T16:23:08,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39981,DS-092e7d4b-f676-471a-87bd-53839c95bb22,DISK] 2024-11-10T16:23:08,083 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/MasterData/WALs/8e3de9160f9f,42647,1731255786324/8e3de9160f9f%2C42647%2C1731255786324.1731255788067 2024-11-10T16:23:08,083 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33535:33535)] 2024-11-10T16:23:08,084 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:23:08,084 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:23:08,084 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:08,084 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:08,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:08,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T16:23:08,086 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:08,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:08,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:08,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T16:23:08,087 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:08,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:23:08,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:08,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T16:23:08,088 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:08,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:23:08,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:08,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T16:23:08,089 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:08,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:23:08,089 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:08,090 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:08,090 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:08,091 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:08,091 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:08,091 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:23:08,092 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:08,094 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:23:08,094 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66390233, jitterRate=-0.010708436369895935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:23:08,095 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731255788084Initializing all the Stores at 1731255788084Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255788084Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255788085 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255788085Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255788085Cleaning up temporary data from old regions at 1731255788091 (+6 ms)Region opened successfully at 1731255788095 (+4 ms) 2024-11-10T16:23:08,095 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T16:23:08,097 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7adf744a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:23:08,098 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T16:23:08,098 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T16:23:08,098 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T16:23:08,098 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T16:23:08,098 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T16:23:08,099 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T16:23:08,099 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T16:23:08,100 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T16:23:08,101 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42647-0x10102b0c2400000, quorum=127.0.0.1:60672, baseZNode=/084628470 Unable to get data of znode /084628470/balancer because node does not exist (not necessarily an error) 2024-11-10T16:23:08,104 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /084628470/balancer already deleted, retry=false 2024-11-10T16:23:08,104 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T16:23:08,105 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42647-0x10102b0c2400000, quorum=127.0.0.1:60672, baseZNode=/084628470 Unable to get data of znode /084628470/normalizer because node does not exist (not necessarily an error) 2024-11-10T16:23:08,106 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /084628470/normalizer already deleted, retry=false 2024-11-10T16:23:08,106 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T16:23:08,107 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42647-0x10102b0c2400000, quorum=127.0.0.1:60672, baseZNode=/084628470 Unable to get data of znode /084628470/switch/split because node does not exist (not necessarily an error) 2024-11-10T16:23:08,108 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /084628470/switch/split already deleted, retry=false 2024-11-10T16:23:08,108 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42647-0x10102b0c2400000, quorum=127.0.0.1:60672, baseZNode=/084628470 Unable to get data of znode /084628470/switch/merge because node does not exist (not necessarily an error) 2024-11-10T16:23:08,109 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /084628470/switch/merge already deleted, retry=false 2024-11-10T16:23:08,111 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42647-0x10102b0c2400000, quorum=127.0.0.1:60672, baseZNode=/084628470 Unable to get data of znode /084628470/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T16:23:08,114 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /084628470/snapshot-cleanup already deleted, retry=false 2024-11-10T16:23:08,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42647-0x10102b0c2400000, quorum=127.0.0.1:60672, baseZNode=/084628470 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/084628470/running 2024-11-10T16:23:08,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42647-0x10102b0c2400000, quorum=127.0.0.1:60672, baseZNode=/084628470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084628470 2024-11-10T16:23:08,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38775-0x10102b0c2400001, quorum=127.0.0.1:60672, baseZNode=/084628470 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/084628470/running 2024-11-10T16:23:08,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38775-0x10102b0c2400001, quorum=127.0.0.1:60672, baseZNode=/084628470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084628470 2024-11-10T16:23:08,116 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8e3de9160f9f,42647,1731255786324, sessionid=0x10102b0c2400000, setting cluster-up flag (Was=false) 2024-11-10T16:23:08,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38775-0x10102b0c2400001, quorum=127.0.0.1:60672, baseZNode=/084628470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084628470 2024-11-10T16:23:08,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42647-0x10102b0c2400000, quorum=127.0.0.1:60672, baseZNode=/084628470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084628470 2024-11-10T16:23:08,123 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /084628470/flush-table-proc/acquired, /084628470/flush-table-proc/reached, /084628470/flush-table-proc/abort 2024-11-10T16:23:08,124 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,42647,1731255786324 2024-11-10T16:23:08,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38775-0x10102b0c2400001, quorum=127.0.0.1:60672, baseZNode=/084628470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084628470 2024-11-10T16:23:08,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42647-0x10102b0c2400000, quorum=127.0.0.1:60672, baseZNode=/084628470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084628470 2024-11-10T16:23:08,131 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /084628470/online-snapshot/acquired, /084628470/online-snapshot/reached, /084628470/online-snapshot/abort 2024-11-10T16:23:08,132 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,42647,1731255786324 2024-11-10T16:23:08,132 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T16:23:08,134 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T16:23:08,134 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T16:23:08,134 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T16:23:08,134 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8e3de9160f9f,42647,1731255786324 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T16:23:08,135 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:23:08,135 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:23:08,135 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:23:08,135 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:23:08,135 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8e3de9160f9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T16:23:08,135 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:08,135 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:23:08,135 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:08,137 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:23:08,137 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T16:23:08,138 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:08,138 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T16:23:08,140 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731255818140 2024-11-10T16:23:08,140 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T16:23:08,141 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T16:23:08,141 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T16:23:08,141 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T16:23:08,141 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T16:23:08,141 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T16:23:08,141 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:08,141 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T16:23:08,141 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T16:23:08,141 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T16:23:08,141 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T16:23:08,144 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T16:23:08,144 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T16:23:08,146 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255788144,5,FailOnTimeoutGroup] 2024-11-10T16:23:08,146 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255788146,5,FailOnTimeoutGroup] 2024-11-10T16:23:08,147 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:08,147 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T16:23:08,147 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:08,147 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:08,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741831_1007 (size=1321) 2024-11-10T16:23:08,211 INFO [RS:0;8e3de9160f9f:38775 {}] regionserver.HRegionServer(746): ClusterId : a7ad042c-4ec6-4aca-b6f0-ed3b7ddeae65 2024-11-10T16:23:08,211 DEBUG [RS:0;8e3de9160f9f:38775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T16:23:08,214 DEBUG [RS:0;8e3de9160f9f:38775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T16:23:08,214 DEBUG [RS:0;8e3de9160f9f:38775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T16:23:08,215 DEBUG [RS:0;8e3de9160f9f:38775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T16:23:08,215 DEBUG [RS:0;8e3de9160f9f:38775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2e83b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:23:08,227 DEBUG [RS:0;8e3de9160f9f:38775 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8e3de9160f9f:38775 2024-11-10T16:23:08,227 INFO [RS:0;8e3de9160f9f:38775 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T16:23:08,227 INFO [RS:0;8e3de9160f9f:38775 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T16:23:08,227 DEBUG [RS:0;8e3de9160f9f:38775 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T16:23:08,228 INFO [RS:0;8e3de9160f9f:38775 {}] regionserver.HRegionServer(2659): reportForDuty to master=8e3de9160f9f,42647,1731255786324 with port=38775, startcode=1731255786384 2024-11-10T16:23:08,228 DEBUG [RS:0;8e3de9160f9f:38775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T16:23:08,229 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58719, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T16:23:08,230 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42647 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8e3de9160f9f,38775,1731255786384 2024-11-10T16:23:08,230 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42647 {}] master.ServerManager(517): Registering regionserver=8e3de9160f9f,38775,1731255786384 2024-11-10T16:23:08,231 DEBUG [RS:0;8e3de9160f9f:38775 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184 2024-11-10T16:23:08,231 DEBUG [RS:0;8e3de9160f9f:38775 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46785 2024-11-10T16:23:08,231 DEBUG [RS:0;8e3de9160f9f:38775 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T16:23:08,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42647-0x10102b0c2400000, quorum=127.0.0.1:60672, baseZNode=/084628470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084628470/rs 2024-11-10T16:23:08,233 DEBUG [RS:0;8e3de9160f9f:38775 {}] zookeeper.ZKUtil(111): regionserver:38775-0x10102b0c2400001, quorum=127.0.0.1:60672, baseZNode=/084628470 Set watcher on existing znode=/084628470/rs/8e3de9160f9f,38775,1731255786384 2024-11-10T16:23:08,233 WARN [RS:0;8e3de9160f9f:38775 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:23:08,233 INFO [RS:0;8e3de9160f9f:38775 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:23:08,233 DEBUG [RS:0;8e3de9160f9f:38775 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384 2024-11-10T16:23:08,233 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8e3de9160f9f,38775,1731255786384] 2024-11-10T16:23:08,236 INFO [RS:0;8e3de9160f9f:38775 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T16:23:08,237 INFO [RS:0;8e3de9160f9f:38775 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T16:23:08,238 INFO [RS:0;8e3de9160f9f:38775 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T16:23:08,238 INFO [RS:0;8e3de9160f9f:38775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:08,238 INFO [RS:0;8e3de9160f9f:38775 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T16:23:08,239 INFO [RS:0;8e3de9160f9f:38775 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T16:23:08,239 INFO [RS:0;8e3de9160f9f:38775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:08,239 DEBUG [RS:0;8e3de9160f9f:38775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:08,239 DEBUG [RS:0;8e3de9160f9f:38775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:08,239 DEBUG [RS:0;8e3de9160f9f:38775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:08,239 DEBUG [RS:0;8e3de9160f9f:38775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:08,239 DEBUG [RS:0;8e3de9160f9f:38775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:08,239 DEBUG [RS:0;8e3de9160f9f:38775 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:23:08,239 DEBUG [RS:0;8e3de9160f9f:38775 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:08,239 DEBUG [RS:0;8e3de9160f9f:38775 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:08,239 DEBUG [RS:0;8e3de9160f9f:38775 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:08,239 DEBUG [RS:0;8e3de9160f9f:38775 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:08,239 DEBUG [RS:0;8e3de9160f9f:38775 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:08,239 DEBUG [RS:0;8e3de9160f9f:38775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:08,239 DEBUG [RS:0;8e3de9160f9f:38775 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:23:08,239 DEBUG [RS:0;8e3de9160f9f:38775 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:23:08,240 INFO [RS:0;8e3de9160f9f:38775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:08,240 INFO [RS:0;8e3de9160f9f:38775 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:08,240 INFO [RS:0;8e3de9160f9f:38775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:08,240 INFO [RS:0;8e3de9160f9f:38775 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:08,240 INFO [RS:0;8e3de9160f9f:38775 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:08,240 INFO [RS:0;8e3de9160f9f:38775 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,38775,1731255786384-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:23:08,261 INFO [RS:0;8e3de9160f9f:38775 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T16:23:08,261 INFO [RS:0;8e3de9160f9f:38775 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,38775,1731255786384-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:08,261 INFO [RS:0;8e3de9160f9f:38775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:08,261 INFO [RS:0;8e3de9160f9f:38775 {}] regionserver.Replication(171): 8e3de9160f9f,38775,1731255786384 started 2024-11-10T16:23:08,278 INFO [RS:0;8e3de9160f9f:38775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:08,278 INFO [RS:0;8e3de9160f9f:38775 {}] regionserver.HRegionServer(1482): Serving as 8e3de9160f9f,38775,1731255786384, RpcServer on 8e3de9160f9f/172.17.0.2:38775, sessionid=0x10102b0c2400001 2024-11-10T16:23:08,278 DEBUG [RS:0;8e3de9160f9f:38775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T16:23:08,278 DEBUG [RS:0;8e3de9160f9f:38775 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8e3de9160f9f,38775,1731255786384 2024-11-10T16:23:08,278 DEBUG [RS:0;8e3de9160f9f:38775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,38775,1731255786384' 2024-11-10T16:23:08,278 DEBUG [RS:0;8e3de9160f9f:38775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/084628470/flush-table-proc/abort' 2024-11-10T16:23:08,279 DEBUG [RS:0;8e3de9160f9f:38775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/084628470/flush-table-proc/acquired' 2024-11-10T16:23:08,279 DEBUG [RS:0;8e3de9160f9f:38775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T16:23:08,279 DEBUG [RS:0;8e3de9160f9f:38775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T16:23:08,279 DEBUG [RS:0;8e3de9160f9f:38775 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8e3de9160f9f,38775,1731255786384 2024-11-10T16:23:08,279 DEBUG [RS:0;8e3de9160f9f:38775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,38775,1731255786384' 2024-11-10T16:23:08,279 DEBUG [RS:0;8e3de9160f9f:38775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/084628470/online-snapshot/abort' 2024-11-10T16:23:08,280 DEBUG [RS:0;8e3de9160f9f:38775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/084628470/online-snapshot/acquired' 2024-11-10T16:23:08,280 DEBUG [RS:0;8e3de9160f9f:38775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T16:23:08,280 INFO [RS:0;8e3de9160f9f:38775 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T16:23:08,280 INFO [RS:0;8e3de9160f9f:38775 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T16:23:08,380 INFO [RS:0;8e3de9160f9f:38775 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:23:08,382 INFO [RS:0;8e3de9160f9f:38775 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C38775%2C1731255786384, suffix=, logDir=hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384, archiveDir=hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/oldWALs, maxLogs=10 2024-11-10T16:23:08,406 DEBUG [RS:0;8e3de9160f9f:38775 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392, exclude list is [], retry=0 2024-11-10T16:23:08,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39981,DS-092e7d4b-f676-471a-87bd-53839c95bb22,DISK] 2024-11-10T16:23:08,409 INFO [RS:0;8e3de9160f9f:38775 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 2024-11-10T16:23:08,410 DEBUG [RS:0;8e3de9160f9f:38775 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33535:33535)] 2024-11-10T16:23:08,549 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T16:23:08,549 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184 2024-11-10T16:23:08,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741833_1009 (size=32) 2024-11-10T16:23:08,625 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T16:23:08,625 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T16:23:08,625 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T16:23:08,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:23:08,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:23:08,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:23:08,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:08,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:08,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:23:08,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:23:08,958 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:08,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:08,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:23:08,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:23:08,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:08,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:08,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:23:08,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:23:08,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:08,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:08,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:23:08,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/hbase/meta/1588230740 2024-11-10T16:23:08,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/hbase/meta/1588230740 2024-11-10T16:23:08,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:23:08,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:23:08,963 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:23:08,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:23:08,966 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:23:08,966 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73621512, jitterRate=0.09704601764678955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:23:08,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731255788954Initializing all the Stores at 1731255788955 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255788955Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255788955Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255788955Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255788955Cleaning up temporary data from old regions at 1731255788963 (+8 ms)Region opened successfully at 1731255788966 (+3 ms) 2024-11-10T16:23:08,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T16:23:08,967 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T16:23:08,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T16:23:08,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T16:23:08,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T16:23:08,967 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T16:23:08,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731255788967Disabling compacts and flushes for region at 1731255788967Disabling writes for close at 1731255788967Writing region close event to WAL at 1731255788967Closed at 1731255788967 2024-11-10T16:23:08,968 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:23:08,968 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T16:23:08,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T16:23:08,969 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:23:08,970 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T16:23:09,120 DEBUG [8e3de9160f9f:42647 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T16:23:09,121 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8e3de9160f9f,38775,1731255786384 2024-11-10T16:23:09,122 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,38775,1731255786384, state=OPENING 2024-11-10T16:23:09,123 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T16:23:09,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42647-0x10102b0c2400000, quorum=127.0.0.1:60672, baseZNode=/084628470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084628470 2024-11-10T16:23:09,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38775-0x10102b0c2400001, quorum=127.0.0.1:60672, baseZNode=/084628470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084628470 2024-11-10T16:23:09,126 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:23:09,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,38775,1731255786384}] 2024-11-10T16:23:09,126 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /084628470/meta-region-server: CHANGED 2024-11-10T16:23:09,126 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /084628470/meta-region-server: CHANGED 2024-11-10T16:23:09,278 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T16:23:09,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47657, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T16:23:09,283 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T16:23:09,283 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:23:09,284 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T16:23:09,285 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C38775%2C1731255786384.meta, suffix=.meta, logDir=hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384, archiveDir=hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/oldWALs, maxLogs=10 2024-11-10T16:23:09,300 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.meta.1731255789285.meta, exclude list is [], retry=0 2024-11-10T16:23:09,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39981,DS-092e7d4b-f676-471a-87bd-53839c95bb22,DISK] 2024-11-10T16:23:09,303 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.meta.1731255789285.meta 2024-11-10T16:23:09,303 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33535:33535)] 2024-11-10T16:23:09,303 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:23:09,304 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:23:09,304 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T16:23:09,304 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T16:23:09,304 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T16:23:09,304 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T16:23:09,304 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:23:09,304 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T16:23:09,304 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T16:23:09,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:23:09,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:23:09,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:09,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:09,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:23:09,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:23:09,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:09,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:09,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:23:09,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:23:09,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:09,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:09,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:23:09,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:23:09,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:09,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:09,309 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:23:09,310 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/hbase/meta/1588230740 2024-11-10T16:23:09,310 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/hbase/meta/1588230740 2024-11-10T16:23:09,311 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:23:09,311 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:23:09,311 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:23:09,312 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:23:09,313 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65073762, jitterRate=-0.030325382947921753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:23:09,313 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T16:23:09,314 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731255789304Writing region info on filesystem at 1731255789304Initializing all the Stores at 1731255789305 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255789305Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255789305Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255789305Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255789305Cleaning up temporary data from old regions at 1731255789311 (+6 ms)Running coprocessor post-open hooks at 1731255789313 (+2 ms)Region opened successfully at 1731255789313 2024-11-10T16:23:09,314 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731255789278 2024-11-10T16:23:09,316 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T16:23:09,316 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T16:23:09,317 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8e3de9160f9f,38775,1731255786384 2024-11-10T16:23:09,317 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,38775,1731255786384, state=OPEN 2024-11-10T16:23:09,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42647-0x10102b0c2400000, quorum=127.0.0.1:60672, baseZNode=/084628470 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/084628470/meta-region-server 2024-11-10T16:23:09,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38775-0x10102b0c2400001, quorum=127.0.0.1:60672, baseZNode=/084628470 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/084628470/meta-region-server 2024-11-10T16:23:09,321 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8e3de9160f9f,38775,1731255786384 2024-11-10T16:23:09,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /084628470/meta-region-server: CHANGED 2024-11-10T16:23:09,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /084628470/meta-region-server: CHANGED 2024-11-10T16:23:09,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T16:23:09,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,38775,1731255786384 in 195 msec 2024-11-10T16:23:09,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T16:23:09,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-11-10T16:23:09,325 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:23:09,325 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T16:23:09,326 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:23:09,326 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,38775,1731255786384, seqNum=-1] 2024-11-10T16:23:09,326 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:23:09,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:23:09,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1970 sec 2024-11-10T16:23:09,331 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731255789331, completionTime=-1 2024-11-10T16:23:09,332 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T16:23:09,332 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T16:23:09,333 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T16:23:09,333 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731255849333 2024-11-10T16:23:09,333 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731255909333 2024-11-10T16:23:09,333 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T16:23:09,334 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,42647,1731255786324-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:09,334 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,42647,1731255786324-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:09,334 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,42647,1731255786324-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:09,334 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8e3de9160f9f:42647, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:09,334 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:09,334 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:09,335 DEBUG [master/8e3de9160f9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T16:23:09,337 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.912sec 2024-11-10T16:23:09,337 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T16:23:09,337 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T16:23:09,337 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T16:23:09,337 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T16:23:09,337 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T16:23:09,337 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,42647,1731255786324-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:23:09,337 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,42647,1731255786324-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T16:23:09,339 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T16:23:09,339 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T16:23:09,339 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,42647,1731255786324-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:09,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e4373f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:09,412 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,42647,-1 for getting cluster id 2024-11-10T16:23:09,412 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:23:09,413 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7ad042c-4ec6-4aca-b6f0-ed3b7ddeae65' 2024-11-10T16:23:09,413 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:23:09,413 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7ad042c-4ec6-4aca-b6f0-ed3b7ddeae65" 2024-11-10T16:23:09,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56519474, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:09,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,42647,-1] 2024-11-10T16:23:09,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:23:09,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:09,415 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:23:09,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@788dd956, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:09,416 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:23:09,417 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,38775,1731255786384, seqNum=-1] 2024-11-10T16:23:09,417 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:23:09,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:23:09,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8e3de9160f9f,42647,1731255786324 2024-11-10T16:23:09,420 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60672 2024-11-10T16:23:09,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60672, baseZNode=/084628470 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:23:09,422 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10102b0c2400002 connected 2024-11-10T16:23:09,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bdc7734-13ff-193f-3add-712a677c49a1/hadoop.log.dir so I do NOT create it in target/test-data/034c5a20-c221-3854-1adc-d3447db5ee59 2024-11-10T16:23:09,427 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bdc7734-13ff-193f-3add-712a677c49a1/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T16:23:09,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bdc7734-13ff-193f-3add-712a677c49a1/hadoop.tmp.dir so I do NOT create it in target/test-data/034c5a20-c221-3854-1adc-d3447db5ee59 2024-11-10T16:23:09,427 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bdc7734-13ff-193f-3add-712a677c49a1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T16:23:09,427 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034c5a20-c221-3854-1adc-d3447db5ee59 2024-11-10T16:23:09,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T16:23:09,427 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034c5a20-c221-3854-1adc-d3447db5ee59/cluster_42105b17-ac68-fe79-863a-dced015723e9, deleteOnExit=true 2024-11-10T16:23:09,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T16:23:09,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034c5a20-c221-3854-1adc-d3447db5ee59/test.cache.data in system properties and HBase conf 2024-11-10T16:23:09,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034c5a20-c221-3854-1adc-d3447db5ee59/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T16:23:09,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034c5a20-c221-3854-1adc-d3447db5ee59/hadoop.log.dir in system properties and HBase conf 2024-11-10T16:23:09,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034c5a20-c221-3854-1adc-d3447db5ee59/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T16:23:09,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034c5a20-c221-3854-1adc-d3447db5ee59/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T16:23:09,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T16:23:09,427 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T16:23:09,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034c5a20-c221-3854-1adc-d3447db5ee59/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T16:23:09,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034c5a20-c221-3854-1adc-d3447db5ee59/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T16:23:09,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034c5a20-c221-3854-1adc-d3447db5ee59/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T16:23:09,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034c5a20-c221-3854-1adc-d3447db5ee59/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T16:23:09,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034c5a20-c221-3854-1adc-d3447db5ee59/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T16:23:09,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034c5a20-c221-3854-1adc-d3447db5ee59/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T16:23:09,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034c5a20-c221-3854-1adc-d3447db5ee59/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T16:23:09,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034c5a20-c221-3854-1adc-d3447db5ee59/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T16:23:09,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034c5a20-c221-3854-1adc-d3447db5ee59/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T16:23:09,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034c5a20-c221-3854-1adc-d3447db5ee59/nfs.dump.dir in system properties and HBase conf 2024-11-10T16:23:09,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034c5a20-c221-3854-1adc-d3447db5ee59/java.io.tmpdir in system properties and HBase conf 2024-11-10T16:23:09,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034c5a20-c221-3854-1adc-d3447db5ee59/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T16:23:09,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034c5a20-c221-3854-1adc-d3447db5ee59/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T16:23:09,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034c5a20-c221-3854-1adc-d3447db5ee59/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T16:23:09,511 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:23:09,515 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T16:23:09,517 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T16:23:09,517 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T16:23:09,517 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T16:23:09,517 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:23:09,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f01cbd2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034c5a20-c221-3854-1adc-d3447db5ee59/hadoop.log.dir/,AVAILABLE} 2024-11-10T16:23:09,520 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b4d9ce1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T16:23:09,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c36904c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034c5a20-c221-3854-1adc-d3447db5ee59/java.io.tmpdir/jetty-localhost-45011-hadoop-hdfs-3_4_1-tests_jar-_-any-12177294736015454975/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T16:23:09,634 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@599275ad{HTTP/1.1, (http/1.1)}{localhost:45011} 2024-11-10T16:23:09,634 INFO [Time-limited test {}] server.Server(415): Started @216095ms 2024-11-10T16:23:09,713 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:23:09,717 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T16:23:09,718 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T16:23:09,718 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T16:23:09,718 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T16:23:09,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5604bf70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034c5a20-c221-3854-1adc-d3447db5ee59/hadoop.log.dir/,AVAILABLE} 2024-11-10T16:23:09,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fcd1238{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T16:23:09,838 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79e08126{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034c5a20-c221-3854-1adc-d3447db5ee59/java.io.tmpdir/jetty-localhost-45461-hadoop-hdfs-3_4_1-tests_jar-_-any-14697101422175159173/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T16:23:09,838 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e3f1a99{HTTP/1.1, (http/1.1)}{localhost:45461} 2024-11-10T16:23:09,838 INFO [Time-limited test {}] server.Server(415): Started @216299ms 2024-11-10T16:23:09,839 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T16:23:09,943 WARN [Thread-2784 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034c5a20-c221-3854-1adc-d3447db5ee59/cluster_42105b17-ac68-fe79-863a-dced015723e9/data/data2/current/BP-193436080-172.17.0.2-1731255789456/current, will proceed with Du for space computation calculation, 2024-11-10T16:23:09,943 WARN [Thread-2783 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034c5a20-c221-3854-1adc-d3447db5ee59/cluster_42105b17-ac68-fe79-863a-dced015723e9/data/data1/current/BP-193436080-172.17.0.2-1731255789456/current, will proceed with Du for space computation calculation, 2024-11-10T16:23:09,963 WARN [Thread-2771 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T16:23:09,965 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1480cee81a602e44 with lease ID 0xbd117709ad340b6a: Processing first storage report for DS-6392c849-1756-4c62-a750-b24d9debf0fc from datanode DatanodeRegistration(127.0.0.1:33889, datanodeUuid=f9500141-ab0b-43c9-b023-caa07a3538c8, infoPort=42773, infoSecurePort=0, ipcPort=46573, storageInfo=lv=-57;cid=testClusterID;nsid=1190440695;c=1731255789456) 2024-11-10T16:23:09,965 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1480cee81a602e44 with lease ID 0xbd117709ad340b6a: from storage DS-6392c849-1756-4c62-a750-b24d9debf0fc node DatanodeRegistration(127.0.0.1:33889, datanodeUuid=f9500141-ab0b-43c9-b023-caa07a3538c8, infoPort=42773, infoSecurePort=0, ipcPort=46573, storageInfo=lv=-57;cid=testClusterID;nsid=1190440695;c=1731255789456), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T16:23:09,966 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1480cee81a602e44 with lease ID 0xbd117709ad340b6a: Processing first storage report for DS-9237141a-aef1-4044-ae09-18adf3c176c2 from datanode DatanodeRegistration(127.0.0.1:33889, datanodeUuid=f9500141-ab0b-43c9-b023-caa07a3538c8, infoPort=42773, infoSecurePort=0, ipcPort=46573, storageInfo=lv=-57;cid=testClusterID;nsid=1190440695;c=1731255789456) 2024-11-10T16:23:09,966 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1480cee81a602e44 with lease ID 0xbd117709ad340b6a: from storage DS-9237141a-aef1-4044-ae09-18adf3c176c2 node DatanodeRegistration(127.0.0.1:33889, datanodeUuid=f9500141-ab0b-43c9-b023-caa07a3538c8, infoPort=42773, infoSecurePort=0, ipcPort=46573, storageInfo=lv=-57;cid=testClusterID;nsid=1190440695;c=1731255789456), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T16:23:10,065 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034c5a20-c221-3854-1adc-d3447db5ee59 2024-11-10T16:23:10,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:23:10,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:23:10,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33889 is added to blk_1073741825_1001 (size=7) 2024-11-10T16:23:10,478 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4 with version=8 2024-11-10T16:23:10,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/hbase-staging 2024-11-10T16:23:10,482 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:23:10,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:23:10,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:23:10,482 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:23:10,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:23:10,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:23:10,482 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T16:23:10,482 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:23:10,483 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40277 2024-11-10T16:23:10,483 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40277 connecting to ZooKeeper ensemble=127.0.0.1:60672 2024-11-10T16:23:10,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402770x0, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:23:10,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40277-0x10102b0c2400003 connected 2024-11-10T16:23:10,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:23:10,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:23:10,500 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40277-0x10102b0c2400003, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Set watcher on znode that does not yet exist, /1-1085647597/running 2024-11-10T16:23:10,501 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4, hbase.cluster.distributed=false 2024-11-10T16:23:10,502 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40277-0x10102b0c2400003, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Set watcher on znode that does not yet exist, /1-1085647597/acl 2024-11-10T16:23:10,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40277 2024-11-10T16:23:10,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40277 2024-11-10T16:23:10,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40277 2024-11-10T16:23:10,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40277 2024-11-10T16:23:10,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40277 2024-11-10T16:23:10,517 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:23:10,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:23:10,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:23:10,518 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:23:10,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:23:10,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:23:10,518 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T16:23:10,518 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:23:10,519 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39065 2024-11-10T16:23:10,519 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39065 connecting to ZooKeeper ensemble=127.0.0.1:60672 2024-11-10T16:23:10,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:23:10,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:23:10,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390650x0, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:23:10,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390650x0, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Set watcher on znode that does not yet exist, /1-1085647597/running 2024-11-10T16:23:10,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39065-0x10102b0c2400004 connected 2024-11-10T16:23:10,525 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T16:23:10,527 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T16:23:10,527 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39065-0x10102b0c2400004, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Set watcher on znode that does not yet exist, /1-1085647597/master 2024-11-10T16:23:10,528 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39065-0x10102b0c2400004, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Set watcher on znode that does not yet exist, /1-1085647597/acl 2024-11-10T16:23:10,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39065 2024-11-10T16:23:10,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39065 2024-11-10T16:23:10,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39065 2024-11-10T16:23:10,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39065 2024-11-10T16:23:10,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39065 2024-11-10T16:23:10,551 DEBUG [M:0;8e3de9160f9f:40277 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8e3de9160f9f:40277 2024-11-10T16:23:10,551 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1085647597/backup-masters/8e3de9160f9f,40277,1731255790481 2024-11-10T16:23:10,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40277-0x10102b0c2400003, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1085647597/backup-masters 2024-11-10T16:23:10,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x10102b0c2400004, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1085647597/backup-masters 2024-11-10T16:23:10,553 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40277-0x10102b0c2400003, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Set watcher on existing znode=/1-1085647597/backup-masters/8e3de9160f9f,40277,1731255790481 2024-11-10T16:23:10,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40277-0x10102b0c2400003, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1085647597 2024-11-10T16:23:10,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x10102b0c2400004, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1085647597/master 2024-11-10T16:23:10,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x10102b0c2400004, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1085647597 2024-11-10T16:23:10,555 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40277-0x10102b0c2400003, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Set watcher on existing znode=/1-1085647597/master 2024-11-10T16:23:10,556 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1085647597/backup-masters/8e3de9160f9f,40277,1731255790481 from backup master directory 2024-11-10T16:23:10,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40277-0x10102b0c2400003, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1085647597/backup-masters/8e3de9160f9f,40277,1731255790481 2024-11-10T16:23:10,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x10102b0c2400004, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1085647597/backup-masters 2024-11-10T16:23:10,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40277-0x10102b0c2400003, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1085647597/backup-masters 2024-11-10T16:23:10,557 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:23:10,557 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8e3de9160f9f,40277,1731255790481 2024-11-10T16:23:10,560 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/hbase.id] with ID: b8d96ea1-86bb-43a3-b624-cd6e1af689b4 2024-11-10T16:23:10,560 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/.tmp/hbase.id 2024-11-10T16:23:10,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33889 is added to blk_1073741826_1002 (size=42) 2024-11-10T16:23:10,967 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/.tmp/hbase.id]:[hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/hbase.id] 2024-11-10T16:23:10,975 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:23:10,975 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T16:23:10,976 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T16:23:10,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x10102b0c2400004, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1085647597 2024-11-10T16:23:10,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40277-0x10102b0c2400003, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1085647597 2024-11-10T16:23:10,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33889 is added to blk_1073741827_1003 (size=196) 2024-11-10T16:23:11,383 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:23:11,384 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T16:23:11,384 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:23:11,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33889 is added to blk_1073741828_1004 (size=1189) 2024-11-10T16:23:11,790 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/MasterData/data/master/store 2024-11-10T16:23:11,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33889 is added to blk_1073741829_1005 (size=34) 2024-11-10T16:23:12,196 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:23:12,196 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T16:23:12,196 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:23:12,196 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:23:12,196 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T16:23:12,196 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:23:12,196 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:23:12,196 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731255792196Disabling compacts and flushes for region at 1731255792196Disabling writes for close at 1731255792196Writing region close event to WAL at 1731255792196Closed at 1731255792196 2024-11-10T16:23:12,197 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/MasterData/data/master/store/.initializing 2024-11-10T16:23:12,197 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/MasterData/WALs/8e3de9160f9f,40277,1731255790481 2024-11-10T16:23:12,197 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:23:12,199 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8e3de9160f9f%2C40277%2C1731255790481, suffix=, logDir=hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/MasterData/WALs/8e3de9160f9f,40277,1731255790481, archiveDir=hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/MasterData/oldWALs, maxLogs=10 2024-11-10T16:23:12,212 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/MasterData/WALs/8e3de9160f9f,40277,1731255790481/8e3de9160f9f%2C40277%2C1731255790481.1731255792199, exclude list is [], retry=0 2024-11-10T16:23:12,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33889,DS-6392c849-1756-4c62-a750-b24d9debf0fc,DISK] 2024-11-10T16:23:12,215 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/MasterData/WALs/8e3de9160f9f,40277,1731255790481/8e3de9160f9f%2C40277%2C1731255790481.1731255792199 2024-11-10T16:23:12,216 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42773:42773)] 2024-11-10T16:23:12,216 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:23:12,216 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:23:12,216 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:12,216 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:12,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:12,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T16:23:12,218 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:12,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:12,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:12,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T16:23:12,219 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:12,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:23:12,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:12,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T16:23:12,220 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:12,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:23:12,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:12,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T16:23:12,221 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:12,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:23:12,222 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:12,222 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:12,222 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:12,223 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:12,223 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:12,224 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:23:12,224 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:12,226 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:23:12,226 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65851344, jitterRate=-0.018738508224487305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:23:12,226 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731255792216Initializing all the Stores at 1731255792217 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255792217Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255792217Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255792217Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255792217Cleaning up temporary data from old regions at 1731255792223 (+6 ms)Region opened successfully at 1731255792226 (+3 ms) 2024-11-10T16:23:12,226 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T16:23:12,229 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dc9ef2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:23:12,229 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T16:23:12,230 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T16:23:12,230 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T16:23:12,230 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T16:23:12,230 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T16:23:12,230 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T16:23:12,230 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T16:23:12,232 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T16:23:12,232 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40277-0x10102b0c2400003, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Unable to get data of znode /1-1085647597/balancer because node does not exist (not necessarily an error) 2024-11-10T16:23:12,234 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1085647597/balancer already deleted, retry=false 2024-11-10T16:23:12,234 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T16:23:12,235 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40277-0x10102b0c2400003, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Unable to get data of znode /1-1085647597/normalizer because node does not exist (not necessarily an error) 2024-11-10T16:23:12,237 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1085647597/normalizer already deleted, retry=false 2024-11-10T16:23:12,238 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T16:23:12,238 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40277-0x10102b0c2400003, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Unable to get data of znode /1-1085647597/switch/split because node does not exist (not necessarily an error) 2024-11-10T16:23:12,239 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1085647597/switch/split already deleted, retry=false 2024-11-10T16:23:12,240 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40277-0x10102b0c2400003, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Unable to get data of znode /1-1085647597/switch/merge because node does not exist (not necessarily an error) 2024-11-10T16:23:12,241 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1085647597/switch/merge already deleted, retry=false 2024-11-10T16:23:12,243 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40277-0x10102b0c2400003, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Unable to get data of znode /1-1085647597/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T16:23:12,243 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1085647597/snapshot-cleanup already deleted, retry=false 2024-11-10T16:23:12,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40277-0x10102b0c2400003, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1085647597/running 2024-11-10T16:23:12,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40277-0x10102b0c2400003, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1085647597 2024-11-10T16:23:12,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x10102b0c2400004, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1085647597/running 2024-11-10T16:23:12,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x10102b0c2400004, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1085647597 2024-11-10T16:23:12,251 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8e3de9160f9f,40277,1731255790481, sessionid=0x10102b0c2400003, setting cluster-up flag (Was=false) 2024-11-10T16:23:12,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x10102b0c2400004, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1085647597 2024-11-10T16:23:12,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40277-0x10102b0c2400003, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1085647597 2024-11-10T16:23:12,258 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1085647597/flush-table-proc/acquired, /1-1085647597/flush-table-proc/reached, /1-1085647597/flush-table-proc/abort 2024-11-10T16:23:12,259 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,40277,1731255790481 2024-11-10T16:23:12,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x10102b0c2400004, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1085647597 2024-11-10T16:23:12,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40277-0x10102b0c2400003, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1085647597 2024-11-10T16:23:12,265 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1085647597/online-snapshot/acquired, /1-1085647597/online-snapshot/reached, /1-1085647597/online-snapshot/abort 2024-11-10T16:23:12,266 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,40277,1731255790481 2024-11-10T16:23:12,267 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T16:23:12,268 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T16:23:12,268 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T16:23:12,269 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T16:23:12,269 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8e3de9160f9f,40277,1731255790481 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T16:23:12,270 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:23:12,270 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:23:12,270 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:23:12,270 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:23:12,270 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8e3de9160f9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T16:23:12,270 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:12,270 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:23:12,270 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:12,271 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731255822271 2024-11-10T16:23:12,271 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T16:23:12,271 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:23:12,271 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T16:23:12,271 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T16:23:12,271 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T16:23:12,271 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T16:23:12,272 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T16:23:12,272 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T16:23:12,272 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:12,272 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:12,272 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T16:23:12,272 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T16:23:12,272 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T16:23:12,273 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T16:23:12,273 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T16:23:12,276 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T16:23:12,276 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T16:23:12,279 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255792276,5,FailOnTimeoutGroup] 2024-11-10T16:23:12,279 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255792279,5,FailOnTimeoutGroup] 2024-11-10T16:23:12,279 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:12,279 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T16:23:12,279 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:12,279 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:12,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33889 is added to blk_1073741831_1007 (size=1321) 2024-11-10T16:23:12,338 INFO [RS:0;8e3de9160f9f:39065 {}] regionserver.HRegionServer(746): ClusterId : b8d96ea1-86bb-43a3-b624-cd6e1af689b4 2024-11-10T16:23:12,338 DEBUG [RS:0;8e3de9160f9f:39065 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T16:23:12,340 DEBUG [RS:0;8e3de9160f9f:39065 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T16:23:12,340 DEBUG [RS:0;8e3de9160f9f:39065 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T16:23:12,343 DEBUG [RS:0;8e3de9160f9f:39065 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T16:23:12,344 DEBUG [RS:0;8e3de9160f9f:39065 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38054b79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:23:12,355 DEBUG [RS:0;8e3de9160f9f:39065 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8e3de9160f9f:39065 2024-11-10T16:23:12,355 INFO [RS:0;8e3de9160f9f:39065 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T16:23:12,355 INFO [RS:0;8e3de9160f9f:39065 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T16:23:12,355 DEBUG [RS:0;8e3de9160f9f:39065 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T16:23:12,356 INFO [RS:0;8e3de9160f9f:39065 {}] regionserver.HRegionServer(2659): reportForDuty to master=8e3de9160f9f,40277,1731255790481 with port=39065, startcode=1731255790517 2024-11-10T16:23:12,356 DEBUG [RS:0;8e3de9160f9f:39065 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T16:23:12,357 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T16:23:12,357 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40277 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8e3de9160f9f,39065,1731255790517 2024-11-10T16:23:12,358 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40277 {}] master.ServerManager(517): Registering regionserver=8e3de9160f9f,39065,1731255790517 2024-11-10T16:23:12,359 DEBUG [RS:0;8e3de9160f9f:39065 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4 2024-11-10T16:23:12,359 DEBUG [RS:0;8e3de9160f9f:39065 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46881 2024-11-10T16:23:12,359 DEBUG [RS:0;8e3de9160f9f:39065 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T16:23:12,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40277-0x10102b0c2400003, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1085647597/rs 2024-11-10T16:23:12,360 DEBUG [RS:0;8e3de9160f9f:39065 {}] zookeeper.ZKUtil(111): regionserver:39065-0x10102b0c2400004, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Set watcher on existing znode=/1-1085647597/rs/8e3de9160f9f,39065,1731255790517 2024-11-10T16:23:12,360 WARN [RS:0;8e3de9160f9f:39065 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:23:12,360 INFO [RS:0;8e3de9160f9f:39065 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:23:12,360 DEBUG [RS:0;8e3de9160f9f:39065 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517 2024-11-10T16:23:12,361 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8e3de9160f9f,39065,1731255790517] 2024-11-10T16:23:12,364 INFO [RS:0;8e3de9160f9f:39065 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T16:23:12,366 INFO [RS:0;8e3de9160f9f:39065 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T16:23:12,366 INFO [RS:0;8e3de9160f9f:39065 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T16:23:12,366 INFO [RS:0;8e3de9160f9f:39065 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:12,366 INFO [RS:0;8e3de9160f9f:39065 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T16:23:12,367 INFO [RS:0;8e3de9160f9f:39065 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T16:23:12,367 INFO [RS:0;8e3de9160f9f:39065 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:12,367 DEBUG [RS:0;8e3de9160f9f:39065 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:12,367 DEBUG [RS:0;8e3de9160f9f:39065 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:12,367 DEBUG [RS:0;8e3de9160f9f:39065 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:12,367 DEBUG [RS:0;8e3de9160f9f:39065 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:12,367 DEBUG [RS:0;8e3de9160f9f:39065 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:12,367 DEBUG [RS:0;8e3de9160f9f:39065 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:23:12,367 DEBUG [RS:0;8e3de9160f9f:39065 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:12,367 DEBUG [RS:0;8e3de9160f9f:39065 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:12,367 DEBUG [RS:0;8e3de9160f9f:39065 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:12,367 DEBUG [RS:0;8e3de9160f9f:39065 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:12,367 DEBUG [RS:0;8e3de9160f9f:39065 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:12,367 DEBUG [RS:0;8e3de9160f9f:39065 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:12,367 DEBUG [RS:0;8e3de9160f9f:39065 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:23:12,367 DEBUG [RS:0;8e3de9160f9f:39065 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:23:12,368 INFO [RS:0;8e3de9160f9f:39065 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:12,368 INFO [RS:0;8e3de9160f9f:39065 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:12,368 INFO [RS:0;8e3de9160f9f:39065 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:12,368 INFO [RS:0;8e3de9160f9f:39065 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:12,368 INFO [RS:0;8e3de9160f9f:39065 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:12,368 INFO [RS:0;8e3de9160f9f:39065 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,39065,1731255790517-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:23:12,381 INFO [RS:0;8e3de9160f9f:39065 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T16:23:12,381 INFO [RS:0;8e3de9160f9f:39065 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,39065,1731255790517-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:12,382 INFO [RS:0;8e3de9160f9f:39065 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:12,382 INFO [RS:0;8e3de9160f9f:39065 {}] regionserver.Replication(171): 8e3de9160f9f,39065,1731255790517 started 2024-11-10T16:23:12,394 INFO [RS:0;8e3de9160f9f:39065 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:12,394 INFO [RS:0;8e3de9160f9f:39065 {}] regionserver.HRegionServer(1482): Serving as 8e3de9160f9f,39065,1731255790517, RpcServer on 8e3de9160f9f/172.17.0.2:39065, sessionid=0x10102b0c2400004 2024-11-10T16:23:12,394 DEBUG [RS:0;8e3de9160f9f:39065 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T16:23:12,394 DEBUG [RS:0;8e3de9160f9f:39065 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8e3de9160f9f,39065,1731255790517 2024-11-10T16:23:12,394 DEBUG [RS:0;8e3de9160f9f:39065 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,39065,1731255790517' 2024-11-10T16:23:12,394 DEBUG [RS:0;8e3de9160f9f:39065 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1085647597/flush-table-proc/abort' 2024-11-10T16:23:12,395 DEBUG [RS:0;8e3de9160f9f:39065 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1085647597/flush-table-proc/acquired' 2024-11-10T16:23:12,395 DEBUG [RS:0;8e3de9160f9f:39065 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T16:23:12,395 DEBUG [RS:0;8e3de9160f9f:39065 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T16:23:12,395 DEBUG [RS:0;8e3de9160f9f:39065 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8e3de9160f9f,39065,1731255790517 2024-11-10T16:23:12,395 DEBUG [RS:0;8e3de9160f9f:39065 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,39065,1731255790517' 2024-11-10T16:23:12,395 DEBUG [RS:0;8e3de9160f9f:39065 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1085647597/online-snapshot/abort' 2024-11-10T16:23:12,396 DEBUG [RS:0;8e3de9160f9f:39065 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1085647597/online-snapshot/acquired' 2024-11-10T16:23:12,396 DEBUG [RS:0;8e3de9160f9f:39065 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T16:23:12,396 INFO [RS:0;8e3de9160f9f:39065 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T16:23:12,396 INFO [RS:0;8e3de9160f9f:39065 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T16:23:12,497 INFO [RS:0;8e3de9160f9f:39065 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:23:12,498 INFO [RS:0;8e3de9160f9f:39065 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C39065%2C1731255790517, suffix=, logDir=hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517, archiveDir=hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/oldWALs, maxLogs=10 2024-11-10T16:23:12,511 DEBUG [RS:0;8e3de9160f9f:39065 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498, exclude list is [], retry=0 2024-11-10T16:23:12,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33889,DS-6392c849-1756-4c62-a750-b24d9debf0fc,DISK] 2024-11-10T16:23:12,515 INFO [RS:0;8e3de9160f9f:39065 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 2024-11-10T16:23:12,515 DEBUG [RS:0;8e3de9160f9f:39065 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42773:42773)] 2024-11-10T16:23:12,682 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T16:23:12,682 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4 2024-11-10T16:23:12,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33889 is added to blk_1073741833_1009 (size=32) 2024-11-10T16:23:13,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:23:13,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:23:13,090 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:23:13,090 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:13,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:13,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:23:13,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:23:13,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:13,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:13,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:23:13,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:23:13,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:13,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:13,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:23:13,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:23:13,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:13,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:13,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:23:13,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/hbase/meta/1588230740 2024-11-10T16:23:13,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/hbase/meta/1588230740 2024-11-10T16:23:13,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:23:13,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:23:13,096 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:23:13,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:23:13,098 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:23:13,098 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68069037, jitterRate=0.014307692646980286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:23:13,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731255793088Initializing all the Stores at 1731255793088Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255793088Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255793088Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255793088Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255793088Cleaning up temporary data from old regions at 1731255793095 (+7 ms)Region opened successfully at 1731255793098 (+3 ms) 2024-11-10T16:23:13,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T16:23:13,098 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T16:23:13,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T16:23:13,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T16:23:13,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T16:23:13,099 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T16:23:13,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731255793098Disabling compacts and flushes for region at 1731255793098Disabling writes for close at 1731255793098Writing region close event to WAL at 1731255793099 (+1 ms)Closed at 1731255793099 2024-11-10T16:23:13,100 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:23:13,100 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T16:23:13,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T16:23:13,101 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:23:13,102 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T16:23:13,252 DEBUG [8e3de9160f9f:40277 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T16:23:13,252 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8e3de9160f9f,39065,1731255790517 2024-11-10T16:23:13,253 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,39065,1731255790517, state=OPENING 2024-11-10T16:23:13,258 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T16:23:13,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40277-0x10102b0c2400003, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1085647597 2024-11-10T16:23:13,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x10102b0c2400004, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1085647597 2024-11-10T16:23:13,259 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:23:13,259 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1085647597/meta-region-server: CHANGED 2024-11-10T16:23:13,259 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1085647597/meta-region-server: CHANGED 2024-11-10T16:23:13,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,39065,1731255790517}] 2024-11-10T16:23:13,367 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:23:13,367 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8e3de9160f9f,42869,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:42869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T16:23:13,368 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38351 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8e3de9160f9f,42869,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:42869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T16:23:13,412 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T16:23:13,413 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T16:23:13,416 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T16:23:13,416 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:23:13,416 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T16:23:13,417 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C39065%2C1731255790517.meta, suffix=.meta, logDir=hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517, archiveDir=hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/oldWALs, maxLogs=10 2024-11-10T16:23:13,434 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.meta.1731255793418.meta, exclude list is [], retry=0 2024-11-10T16:23:13,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33889,DS-6392c849-1756-4c62-a750-b24d9debf0fc,DISK] 2024-11-10T16:23:13,438 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.meta.1731255793418.meta 2024-11-10T16:23:13,438 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42773:42773)] 2024-11-10T16:23:13,438 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:23:13,439 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:23:13,439 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T16:23:13,439 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T16:23:13,439 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T16:23:13,439 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T16:23:13,439 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:23:13,439 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T16:23:13,439 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T16:23:13,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:23:13,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:23:13,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:13,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:13,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:23:13,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:23:13,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:13,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:13,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:23:13,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:23:13,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:13,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:13,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:23:13,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:23:13,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:13,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:13,444 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:23:13,444 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/hbase/meta/1588230740 2024-11-10T16:23:13,445 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/hbase/meta/1588230740 2024-11-10T16:23:13,446 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:23:13,446 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:23:13,446 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:23:13,447 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:23:13,447 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69690081, jitterRate=0.038463130593299866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:23:13,447 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T16:23:13,448 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731255793439Writing region info on filesystem at 1731255793439Initializing all the Stores at 1731255793440 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255793440Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255793440Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255793440Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255793440Cleaning up temporary data from old regions at 1731255793446 (+6 ms)Running coprocessor post-open hooks at 1731255793447 (+1 ms)Region opened successfully at 1731255793448 (+1 ms) 2024-11-10T16:23:13,448 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731255793411 2024-11-10T16:23:13,450 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T16:23:13,450 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T16:23:13,451 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8e3de9160f9f,39065,1731255790517 2024-11-10T16:23:13,451 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,39065,1731255790517, state=OPEN 2024-11-10T16:23:13,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40277-0x10102b0c2400003, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1085647597/meta-region-server 2024-11-10T16:23:13,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x10102b0c2400004, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1085647597/meta-region-server 2024-11-10T16:23:13,452 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8e3de9160f9f,39065,1731255790517 2024-11-10T16:23:13,453 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1085647597/meta-region-server: CHANGED 2024-11-10T16:23:13,453 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1085647597/meta-region-server: CHANGED 2024-11-10T16:23:13,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T16:23:13,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,39065,1731255790517 in 194 msec 2024-11-10T16:23:13,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T16:23:13,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 354 msec 2024-11-10T16:23:13,456 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:23:13,456 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T16:23:13,457 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:23:13,457 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,39065,1731255790517, seqNum=-1] 2024-11-10T16:23:13,458 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:23:13,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40569, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:23:13,462 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1940 sec 2024-11-10T16:23:13,462 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731255793462, completionTime=-1 2024-11-10T16:23:13,463 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T16:23:13,463 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T16:23:13,464 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T16:23:13,464 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731255853464 2024-11-10T16:23:13,464 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731255913464 2024-11-10T16:23:13,464 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T16:23:13,465 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,40277,1731255790481-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:13,465 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,40277,1731255790481-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:13,465 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,40277,1731255790481-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:13,465 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8e3de9160f9f:40277, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:13,465 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:13,465 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:13,466 DEBUG [master/8e3de9160f9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T16:23:13,468 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.911sec 2024-11-10T16:23:13,468 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T16:23:13,468 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T16:23:13,468 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T16:23:13,468 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T16:23:13,468 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T16:23:13,468 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,40277,1731255790481-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:23:13,468 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,40277,1731255790481-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T16:23:13,470 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T16:23:13,470 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T16:23:13,470 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,40277,1731255790481-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:13,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7942bfb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:13,539 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,40277,-1 for getting cluster id 2024-11-10T16:23:13,539 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:23:13,540 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8d96ea1-86bb-43a3-b624-cd6e1af689b4' 2024-11-10T16:23:13,541 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:23:13,541 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8d96ea1-86bb-43a3-b624-cd6e1af689b4" 2024-11-10T16:23:13,541 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@765b03ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:13,541 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,40277,-1] 2024-11-10T16:23:13,541 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:23:13,541 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:13,542 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:23:13,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15de66d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:13,543 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:23:13,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,39065,1731255790517, seqNum=-1] 2024-11-10T16:23:13,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:23:13,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:23:13,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8e3de9160f9f,40277,1731255790481 2024-11-10T16:23:13,547 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60672 2024-11-10T16:23:13,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:23:13,550 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10102b0c2400005 connected 2024-11-10T16:23:13,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034c5a20-c221-3854-1adc-d3447db5ee59/hadoop.log.dir so I do NOT create it in target/test-data/54a46b77-7991-6775-f38a-8ff88286fc36 2024-11-10T16:23:13,552 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034c5a20-c221-3854-1adc-d3447db5ee59/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T16:23:13,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034c5a20-c221-3854-1adc-d3447db5ee59/hadoop.tmp.dir so I do NOT create it in target/test-data/54a46b77-7991-6775-f38a-8ff88286fc36 2024-11-10T16:23:13,552 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034c5a20-c221-3854-1adc-d3447db5ee59/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T16:23:13,552 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54a46b77-7991-6775-f38a-8ff88286fc36 2024-11-10T16:23:13,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T16:23:13,553 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54a46b77-7991-6775-f38a-8ff88286fc36/cluster_21354027-74d5-74cd-2a7d-2c7aae2f54e3, deleteOnExit=true 2024-11-10T16:23:13,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T16:23:13,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54a46b77-7991-6775-f38a-8ff88286fc36/test.cache.data in system properties and HBase conf 2024-11-10T16:23:13,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54a46b77-7991-6775-f38a-8ff88286fc36/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T16:23:13,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54a46b77-7991-6775-f38a-8ff88286fc36/hadoop.log.dir in system properties and HBase conf 2024-11-10T16:23:13,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54a46b77-7991-6775-f38a-8ff88286fc36/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T16:23:13,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54a46b77-7991-6775-f38a-8ff88286fc36/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T16:23:13,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T16:23:13,553 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T16:23:13,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54a46b77-7991-6775-f38a-8ff88286fc36/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T16:23:13,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54a46b77-7991-6775-f38a-8ff88286fc36/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T16:23:13,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54a46b77-7991-6775-f38a-8ff88286fc36/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T16:23:13,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54a46b77-7991-6775-f38a-8ff88286fc36/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T16:23:13,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54a46b77-7991-6775-f38a-8ff88286fc36/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T16:23:13,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54a46b77-7991-6775-f38a-8ff88286fc36/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T16:23:13,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54a46b77-7991-6775-f38a-8ff88286fc36/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T16:23:13,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54a46b77-7991-6775-f38a-8ff88286fc36/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T16:23:13,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54a46b77-7991-6775-f38a-8ff88286fc36/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T16:23:13,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54a46b77-7991-6775-f38a-8ff88286fc36/nfs.dump.dir in system properties and HBase conf 2024-11-10T16:23:13,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54a46b77-7991-6775-f38a-8ff88286fc36/java.io.tmpdir in system properties and HBase conf 2024-11-10T16:23:13,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54a46b77-7991-6775-f38a-8ff88286fc36/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T16:23:13,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54a46b77-7991-6775-f38a-8ff88286fc36/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T16:23:13,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54a46b77-7991-6775-f38a-8ff88286fc36/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T16:23:13,630 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:23:13,633 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T16:23:13,634 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T16:23:13,634 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T16:23:13,635 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T16:23:13,635 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:23:13,635 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b8416b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54a46b77-7991-6775-f38a-8ff88286fc36/hadoop.log.dir/,AVAILABLE} 2024-11-10T16:23:13,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d26d8f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T16:23:13,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76478748{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54a46b77-7991-6775-f38a-8ff88286fc36/java.io.tmpdir/jetty-localhost-37771-hadoop-hdfs-3_4_1-tests_jar-_-any-13939023288341125089/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T16:23:13,751 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@655c6ebf{HTTP/1.1, (http/1.1)}{localhost:37771} 2024-11-10T16:23:13,751 INFO [Time-limited test {}] server.Server(415): Started @220212ms 2024-11-10T16:23:13,827 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T16:23:13,829 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:13,830 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:13,858 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:13,858 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:13,858 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:13,859 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:13,859 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:13,860 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:13,868 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:13,872 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:13,872 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:13,875 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:13,886 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:23:13,890 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T16:23:13,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T16:23:13,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T16:23:13,891 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T16:23:13,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ae5e2af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54a46b77-7991-6775-f38a-8ff88286fc36/hadoop.log.dir/,AVAILABLE} 2024-11-10T16:23:13,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e4df4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T16:23:14,025 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13f1de22{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54a46b77-7991-6775-f38a-8ff88286fc36/java.io.tmpdir/jetty-localhost-41627-hadoop-hdfs-3_4_1-tests_jar-_-any-3610445052000802160/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T16:23:14,026 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@794694b1{HTTP/1.1, (http/1.1)}{localhost:41627} 2024-11-10T16:23:14,026 INFO [Time-limited test {}] server.Server(415): Started @220486ms 2024-11-10T16:23:14,027 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T16:23:14,135 WARN [Thread-2904 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54a46b77-7991-6775-f38a-8ff88286fc36/cluster_21354027-74d5-74cd-2a7d-2c7aae2f54e3/data/data1/current/BP-301533689-172.17.0.2-1731255793572/current, will proceed with Du for space computation calculation, 2024-11-10T16:23:14,135 WARN [Thread-2905 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54a46b77-7991-6775-f38a-8ff88286fc36/cluster_21354027-74d5-74cd-2a7d-2c7aae2f54e3/data/data2/current/BP-301533689-172.17.0.2-1731255793572/current, will proceed with Du for space computation calculation, 2024-11-10T16:23:14,154 WARN [Thread-2892 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T16:23:14,156 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x187120d8a76d3d2b with lease ID 0xb449b2215a8a32eb: Processing first storage report for DS-424a3c96-b8d4-4d86-988a-e9f0f0d2aca4 from datanode DatanodeRegistration(127.0.0.1:38901, datanodeUuid=9f957d8c-c8e9-45c4-ad60-d7e8c2106b19, infoPort=42099, infoSecurePort=0, ipcPort=46815, storageInfo=lv=-57;cid=testClusterID;nsid=816883831;c=1731255793572) 2024-11-10T16:23:14,157 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x187120d8a76d3d2b with lease ID 0xb449b2215a8a32eb: from storage DS-424a3c96-b8d4-4d86-988a-e9f0f0d2aca4 node DatanodeRegistration(127.0.0.1:38901, datanodeUuid=9f957d8c-c8e9-45c4-ad60-d7e8c2106b19, infoPort=42099, infoSecurePort=0, ipcPort=46815, storageInfo=lv=-57;cid=testClusterID;nsid=816883831;c=1731255793572), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T16:23:14,157 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x187120d8a76d3d2b with lease ID 0xb449b2215a8a32eb: Processing first storage report for DS-5664a352-18b2-4ad3-9dd1-690d04266860 from datanode DatanodeRegistration(127.0.0.1:38901, datanodeUuid=9f957d8c-c8e9-45c4-ad60-d7e8c2106b19, infoPort=42099, infoSecurePort=0, ipcPort=46815, storageInfo=lv=-57;cid=testClusterID;nsid=816883831;c=1731255793572) 2024-11-10T16:23:14,157 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x187120d8a76d3d2b with lease ID 0xb449b2215a8a32eb: from storage DS-5664a352-18b2-4ad3-9dd1-690d04266860 node DatanodeRegistration(127.0.0.1:38901, datanodeUuid=9f957d8c-c8e9-45c4-ad60-d7e8c2106b19, infoPort=42099, infoSecurePort=0, ipcPort=46815, storageInfo=lv=-57;cid=testClusterID;nsid=816883831;c=1731255793572), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T16:23:14,236 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T16:23:14,253 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54a46b77-7991-6775-f38a-8ff88286fc36 2024-11-10T16:23:14,253 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:23:14,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:23:14,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741825_1001 (size=7) 2024-11-10T16:23:14,661 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a with version=8 2024-11-10T16:23:14,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/hbase-staging 2024-11-10T16:23:14,663 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:23:14,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:23:14,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:23:14,664 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:23:14,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:23:14,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:23:14,664 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T16:23:14,664 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:23:14,664 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41927 2024-11-10T16:23:14,665 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41927 connecting to ZooKeeper ensemble=127.0.0.1:60672 2024-11-10T16:23:14,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419270x0, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:23:14,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41927-0x10102b0c2400006 connected 2024-11-10T16:23:14,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:23:14,681 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:23:14,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41927-0x10102b0c2400006, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Set watcher on znode that does not yet exist, /2-914086722/running 2024-11-10T16:23:14,683 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a, hbase.cluster.distributed=false 2024-11-10T16:23:14,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41927-0x10102b0c2400006, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Set watcher on znode that does not yet exist, /2-914086722/acl 2024-11-10T16:23:14,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41927 2024-11-10T16:23:14,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41927 2024-11-10T16:23:14,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41927 2024-11-10T16:23:14,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41927 2024-11-10T16:23:14,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41927 2024-11-10T16:23:14,700 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:23:14,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:23:14,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:23:14,700 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:23:14,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:23:14,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:23:14,700 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T16:23:14,700 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:23:14,701 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38311 2024-11-10T16:23:14,701 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38311 connecting to ZooKeeper ensemble=127.0.0.1:60672 2024-11-10T16:23:14,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:23:14,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:23:14,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383110x0, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:23:14,706 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383110x0, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Set watcher on znode that does not yet exist, /2-914086722/running 2024-11-10T16:23:14,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38311-0x10102b0c2400007 connected 2024-11-10T16:23:14,706 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T16:23:14,707 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T16:23:14,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38311-0x10102b0c2400007, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Set watcher on znode that does not yet exist, /2-914086722/master 2024-11-10T16:23:14,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38311-0x10102b0c2400007, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Set watcher on znode that does not yet exist, /2-914086722/acl 2024-11-10T16:23:14,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38311 2024-11-10T16:23:14,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38311 2024-11-10T16:23:14,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38311 2024-11-10T16:23:14,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38311 2024-11-10T16:23:14,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38311 2024-11-10T16:23:14,727 DEBUG [M:0;8e3de9160f9f:41927 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8e3de9160f9f:41927 2024-11-10T16:23:14,727 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-914086722/backup-masters/8e3de9160f9f,41927,1731255794663 2024-11-10T16:23:14,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x10102b0c2400007, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-914086722/backup-masters 2024-11-10T16:23:14,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41927-0x10102b0c2400006, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-914086722/backup-masters 2024-11-10T16:23:14,729 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41927-0x10102b0c2400006, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Set watcher on existing znode=/2-914086722/backup-masters/8e3de9160f9f,41927,1731255794663 2024-11-10T16:23:14,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x10102b0c2400007, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-914086722/master 2024-11-10T16:23:14,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41927-0x10102b0c2400006, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-914086722 2024-11-10T16:23:14,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x10102b0c2400007, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-914086722 2024-11-10T16:23:14,731 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41927-0x10102b0c2400006, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Set watcher on existing znode=/2-914086722/master 2024-11-10T16:23:14,731 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-914086722/backup-masters/8e3de9160f9f,41927,1731255794663 from backup master directory 2024-11-10T16:23:14,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41927-0x10102b0c2400006, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-914086722/backup-masters/8e3de9160f9f,41927,1731255794663 2024-11-10T16:23:14,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x10102b0c2400007, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-914086722/backup-masters 2024-11-10T16:23:14,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41927-0x10102b0c2400006, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-914086722/backup-masters 2024-11-10T16:23:14,732 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:23:14,732 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8e3de9160f9f,41927,1731255794663 2024-11-10T16:23:14,735 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/hbase.id] with ID: 7f6f2ff1-7d4f-4ee2-920b-7fa390189c1d 2024-11-10T16:23:14,735 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/.tmp/hbase.id 2024-11-10T16:23:14,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741826_1002 (size=42) 2024-11-10T16:23:15,142 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/.tmp/hbase.id]:[hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/hbase.id] 2024-11-10T16:23:15,150 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:23:15,150 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T16:23:15,151 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T16:23:15,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41927-0x10102b0c2400006, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-914086722 2024-11-10T16:23:15,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x10102b0c2400007, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-914086722 2024-11-10T16:23:15,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741827_1003 (size=196) 2024-11-10T16:23:15,562 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:23:15,563 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T16:23:15,563 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:23:15,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741828_1004 (size=1189) 2024-11-10T16:23:15,970 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/MasterData/data/master/store 2024-11-10T16:23:15,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741829_1005 (size=34) 2024-11-10T16:23:16,375 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:23:16,375 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T16:23:16,375 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:23:16,375 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:23:16,375 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T16:23:16,375 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:23:16,375 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:23:16,375 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731255796375Disabling compacts and flushes for region at 1731255796375Disabling writes for close at 1731255796375Writing region close event to WAL at 1731255796375Closed at 1731255796375 2024-11-10T16:23:16,376 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/MasterData/data/master/store/.initializing 2024-11-10T16:23:16,376 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/MasterData/WALs/8e3de9160f9f,41927,1731255794663 2024-11-10T16:23:16,377 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:23:16,378 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8e3de9160f9f%2C41927%2C1731255794663, suffix=, logDir=hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/MasterData/WALs/8e3de9160f9f,41927,1731255794663, archiveDir=hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/MasterData/oldWALs, maxLogs=10 2024-11-10T16:23:16,391 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/MasterData/WALs/8e3de9160f9f,41927,1731255794663/8e3de9160f9f%2C41927%2C1731255794663.1731255796378, exclude list is [], retry=0 2024-11-10T16:23:16,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38901,DS-424a3c96-b8d4-4d86-988a-e9f0f0d2aca4,DISK] 2024-11-10T16:23:16,395 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/MasterData/WALs/8e3de9160f9f,41927,1731255794663/8e3de9160f9f%2C41927%2C1731255794663.1731255796378 2024-11-10T16:23:16,395 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42099:42099)] 2024-11-10T16:23:16,395 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:23:16,395 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:23:16,395 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:16,395 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:16,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:16,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T16:23:16,398 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:16,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:16,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:16,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T16:23:16,399 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:16,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:23:16,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:16,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T16:23:16,400 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:16,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:23:16,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:16,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T16:23:16,401 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:16,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:23:16,401 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:16,402 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:16,402 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:16,403 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:16,403 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:16,403 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:23:16,404 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:16,405 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:23:16,406 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72123453, jitterRate=0.07472319900989532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:23:16,406 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731255796396Initializing all the Stores at 1731255796396Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255796396Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255796396Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255796396Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255796396Cleaning up temporary data from old regions at 1731255796403 (+7 ms)Region opened successfully at 1731255796406 (+3 ms) 2024-11-10T16:23:16,406 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T16:23:16,408 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f89d476, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:23:16,409 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T16:23:16,409 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T16:23:16,409 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T16:23:16,409 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T16:23:16,409 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T16:23:16,410 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T16:23:16,410 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T16:23:16,411 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T16:23:16,412 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41927-0x10102b0c2400006, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Unable to get data of znode /2-914086722/balancer because node does not exist (not necessarily an error) 2024-11-10T16:23:16,414 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-914086722/balancer already deleted, retry=false 2024-11-10T16:23:16,415 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T16:23:16,415 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41927-0x10102b0c2400006, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Unable to get data of znode /2-914086722/normalizer because node does not exist (not necessarily an error) 2024-11-10T16:23:16,416 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-914086722/normalizer already deleted, retry=false 2024-11-10T16:23:16,416 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T16:23:16,417 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41927-0x10102b0c2400006, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Unable to get data of znode /2-914086722/switch/split because node does not exist (not necessarily an error) 2024-11-10T16:23:16,418 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-914086722/switch/split already deleted, retry=false 2024-11-10T16:23:16,418 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41927-0x10102b0c2400006, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Unable to get data of znode /2-914086722/switch/merge because node does not exist (not necessarily an error) 2024-11-10T16:23:16,419 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-914086722/switch/merge already deleted, retry=false 2024-11-10T16:23:16,421 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41927-0x10102b0c2400006, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Unable to get data of znode /2-914086722/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T16:23:16,427 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-914086722/snapshot-cleanup already deleted, retry=false 2024-11-10T16:23:16,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41927-0x10102b0c2400006, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-914086722/running 2024-11-10T16:23:16,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x10102b0c2400007, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-914086722/running 2024-11-10T16:23:16,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41927-0x10102b0c2400006, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-914086722 2024-11-10T16:23:16,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x10102b0c2400007, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-914086722 2024-11-10T16:23:16,429 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8e3de9160f9f,41927,1731255794663, sessionid=0x10102b0c2400006, setting cluster-up flag (Was=false) 2024-11-10T16:23:16,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41927-0x10102b0c2400006, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-914086722 2024-11-10T16:23:16,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x10102b0c2400007, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-914086722 2024-11-10T16:23:16,435 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-914086722/flush-table-proc/acquired, /2-914086722/flush-table-proc/reached, /2-914086722/flush-table-proc/abort 2024-11-10T16:23:16,436 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,41927,1731255794663 2024-11-10T16:23:16,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41927-0x10102b0c2400006, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-914086722 2024-11-10T16:23:16,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x10102b0c2400007, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-914086722 2024-11-10T16:23:16,442 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-914086722/online-snapshot/acquired, /2-914086722/online-snapshot/reached, /2-914086722/online-snapshot/abort 2024-11-10T16:23:16,442 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,41927,1731255794663 2024-11-10T16:23:16,443 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T16:23:16,445 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T16:23:16,445 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T16:23:16,445 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T16:23:16,445 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8e3de9160f9f,41927,1731255794663 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T16:23:16,446 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:23:16,446 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:23:16,446 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:23:16,446 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:23:16,446 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8e3de9160f9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T16:23:16,446 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:16,446 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:23:16,446 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:16,447 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:23:16,447 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731255826447 2024-11-10T16:23:16,447 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T16:23:16,447 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T16:23:16,448 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T16:23:16,448 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T16:23:16,448 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T16:23:16,448 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T16:23:16,448 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T16:23:16,448 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:16,448 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:16,448 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T16:23:16,448 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T16:23:16,448 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T16:23:16,448 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T16:23:16,448 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T16:23:16,448 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T16:23:16,449 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T16:23:16,452 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255796449,5,FailOnTimeoutGroup] 2024-11-10T16:23:16,458 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255796452,5,FailOnTimeoutGroup] 2024-11-10T16:23:16,458 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:16,458 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T16:23:16,458 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:16,458 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:16,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741831_1007 (size=1321) 2024-11-10T16:23:16,518 INFO [RS:0;8e3de9160f9f:38311 {}] regionserver.HRegionServer(746): ClusterId : 7f6f2ff1-7d4f-4ee2-920b-7fa390189c1d 2024-11-10T16:23:16,518 DEBUG [RS:0;8e3de9160f9f:38311 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T16:23:16,521 DEBUG [RS:0;8e3de9160f9f:38311 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T16:23:16,521 DEBUG [RS:0;8e3de9160f9f:38311 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T16:23:16,522 DEBUG [RS:0;8e3de9160f9f:38311 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T16:23:16,523 DEBUG [RS:0;8e3de9160f9f:38311 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641be187, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:23:16,534 DEBUG [RS:0;8e3de9160f9f:38311 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8e3de9160f9f:38311 2024-11-10T16:23:16,534 INFO [RS:0;8e3de9160f9f:38311 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T16:23:16,534 INFO [RS:0;8e3de9160f9f:38311 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T16:23:16,534 DEBUG [RS:0;8e3de9160f9f:38311 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T16:23:16,535 INFO [RS:0;8e3de9160f9f:38311 {}] regionserver.HRegionServer(2659): reportForDuty to master=8e3de9160f9f,41927,1731255794663 with port=38311, startcode=1731255794700 2024-11-10T16:23:16,535 DEBUG [RS:0;8e3de9160f9f:38311 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T16:23:16,537 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58255, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T16:23:16,537 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41927 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8e3de9160f9f,38311,1731255794700 2024-11-10T16:23:16,537 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41927 {}] master.ServerManager(517): Registering regionserver=8e3de9160f9f,38311,1731255794700 2024-11-10T16:23:16,538 DEBUG [RS:0;8e3de9160f9f:38311 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a 2024-11-10T16:23:16,539 DEBUG [RS:0;8e3de9160f9f:38311 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38645 2024-11-10T16:23:16,539 DEBUG [RS:0;8e3de9160f9f:38311 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T16:23:16,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41927-0x10102b0c2400006, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-914086722/rs 2024-11-10T16:23:16,543 DEBUG [RS:0;8e3de9160f9f:38311 {}] zookeeper.ZKUtil(111): regionserver:38311-0x10102b0c2400007, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Set watcher on existing znode=/2-914086722/rs/8e3de9160f9f,38311,1731255794700 2024-11-10T16:23:16,543 WARN [RS:0;8e3de9160f9f:38311 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:23:16,543 INFO [RS:0;8e3de9160f9f:38311 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:23:16,543 DEBUG [RS:0;8e3de9160f9f:38311 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700 2024-11-10T16:23:16,544 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8e3de9160f9f,38311,1731255794700] 2024-11-10T16:23:16,547 INFO [RS:0;8e3de9160f9f:38311 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T16:23:16,548 INFO [RS:0;8e3de9160f9f:38311 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T16:23:16,549 INFO [RS:0;8e3de9160f9f:38311 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T16:23:16,549 INFO [RS:0;8e3de9160f9f:38311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:16,549 INFO [RS:0;8e3de9160f9f:38311 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T16:23:16,549 INFO [RS:0;8e3de9160f9f:38311 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T16:23:16,549 INFO [RS:0;8e3de9160f9f:38311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:16,549 DEBUG [RS:0;8e3de9160f9f:38311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:16,549 DEBUG [RS:0;8e3de9160f9f:38311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:16,549 DEBUG [RS:0;8e3de9160f9f:38311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:16,549 DEBUG [RS:0;8e3de9160f9f:38311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:16,549 DEBUG [RS:0;8e3de9160f9f:38311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:16,550 DEBUG [RS:0;8e3de9160f9f:38311 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:23:16,550 DEBUG [RS:0;8e3de9160f9f:38311 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:16,550 DEBUG [RS:0;8e3de9160f9f:38311 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:16,550 DEBUG [RS:0;8e3de9160f9f:38311 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:16,550 DEBUG [RS:0;8e3de9160f9f:38311 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:16,550 DEBUG [RS:0;8e3de9160f9f:38311 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:16,550 DEBUG [RS:0;8e3de9160f9f:38311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:16,550 DEBUG [RS:0;8e3de9160f9f:38311 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:23:16,550 DEBUG [RS:0;8e3de9160f9f:38311 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:23:16,552 INFO [RS:0;8e3de9160f9f:38311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:16,552 INFO [RS:0;8e3de9160f9f:38311 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:16,552 INFO [RS:0;8e3de9160f9f:38311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:16,552 INFO [RS:0;8e3de9160f9f:38311 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:16,552 INFO [RS:0;8e3de9160f9f:38311 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:16,552 INFO [RS:0;8e3de9160f9f:38311 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,38311,1731255794700-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:23:16,576 INFO [RS:0;8e3de9160f9f:38311 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T16:23:16,576 INFO [RS:0;8e3de9160f9f:38311 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,38311,1731255794700-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:16,576 INFO [RS:0;8e3de9160f9f:38311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:16,576 INFO [RS:0;8e3de9160f9f:38311 {}] regionserver.Replication(171): 8e3de9160f9f,38311,1731255794700 started 2024-11-10T16:23:16,591 INFO [RS:0;8e3de9160f9f:38311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:16,591 INFO [RS:0;8e3de9160f9f:38311 {}] regionserver.HRegionServer(1482): Serving as 8e3de9160f9f,38311,1731255794700, RpcServer on 8e3de9160f9f/172.17.0.2:38311, sessionid=0x10102b0c2400007 2024-11-10T16:23:16,591 DEBUG [RS:0;8e3de9160f9f:38311 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T16:23:16,591 DEBUG [RS:0;8e3de9160f9f:38311 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8e3de9160f9f,38311,1731255794700 2024-11-10T16:23:16,591 DEBUG [RS:0;8e3de9160f9f:38311 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,38311,1731255794700' 2024-11-10T16:23:16,591 DEBUG [RS:0;8e3de9160f9f:38311 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-914086722/flush-table-proc/abort' 2024-11-10T16:23:16,591 DEBUG [RS:0;8e3de9160f9f:38311 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-914086722/flush-table-proc/acquired' 2024-11-10T16:23:16,592 DEBUG [RS:0;8e3de9160f9f:38311 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T16:23:16,592 DEBUG [RS:0;8e3de9160f9f:38311 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T16:23:16,592 DEBUG [RS:0;8e3de9160f9f:38311 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8e3de9160f9f,38311,1731255794700 2024-11-10T16:23:16,592 DEBUG [RS:0;8e3de9160f9f:38311 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,38311,1731255794700' 2024-11-10T16:23:16,592 DEBUG [RS:0;8e3de9160f9f:38311 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-914086722/online-snapshot/abort' 2024-11-10T16:23:16,592 DEBUG [RS:0;8e3de9160f9f:38311 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-914086722/online-snapshot/acquired' 2024-11-10T16:23:16,592 DEBUG [RS:0;8e3de9160f9f:38311 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T16:23:16,592 INFO [RS:0;8e3de9160f9f:38311 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T16:23:16,592 INFO [RS:0;8e3de9160f9f:38311 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T16:23:16,693 INFO [RS:0;8e3de9160f9f:38311 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:23:16,694 INFO [RS:0;8e3de9160f9f:38311 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C38311%2C1731255794700, suffix=, logDir=hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700, archiveDir=hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/oldWALs, maxLogs=10 2024-11-10T16:23:16,711 DEBUG [RS:0;8e3de9160f9f:38311 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694, exclude list is [], retry=0 2024-11-10T16:23:16,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38901,DS-424a3c96-b8d4-4d86-988a-e9f0f0d2aca4,DISK] 2024-11-10T16:23:16,715 INFO [RS:0;8e3de9160f9f:38311 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694 2024-11-10T16:23:16,716 DEBUG [RS:0;8e3de9160f9f:38311 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42099:42099)] 2024-11-10T16:23:16,861 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T16:23:16,861 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a 2024-11-10T16:23:16,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741833_1009 (size=32) 2024-11-10T16:23:17,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:23:17,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:23:17,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:23:17,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:17,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:17,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:23:17,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:23:17,270 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:17,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:17,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:23:17,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:23:17,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:17,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:17,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:23:17,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:23:17,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:17,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:17,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:23:17,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/hbase/meta/1588230740 2024-11-10T16:23:17,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/hbase/meta/1588230740 2024-11-10T16:23:17,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:23:17,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:23:17,276 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:23:17,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:23:17,279 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:23:17,279 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61377328, jitterRate=-0.08540654182434082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:23:17,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731255797267Initializing all the Stores at 1731255797267Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255797268 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255797268Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255797268Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255797268Cleaning up temporary data from old regions at 1731255797275 (+7 ms)Region opened successfully at 1731255797279 (+4 ms) 2024-11-10T16:23:17,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T16:23:17,279 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T16:23:17,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T16:23:17,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T16:23:17,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T16:23:17,280 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T16:23:17,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731255797279Disabling compacts and flushes for region at 1731255797279Disabling writes for close at 1731255797279Writing region close event to WAL at 1731255797280 (+1 ms)Closed at 1731255797280 2024-11-10T16:23:17,281 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:23:17,281 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T16:23:17,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T16:23:17,282 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:23:17,282 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T16:23:17,433 DEBUG [8e3de9160f9f:41927 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T16:23:17,433 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8e3de9160f9f,38311,1731255794700 2024-11-10T16:23:17,434 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,38311,1731255794700, state=OPENING 2024-11-10T16:23:17,435 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T16:23:17,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41927-0x10102b0c2400006, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-914086722 2024-11-10T16:23:17,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x10102b0c2400007, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-914086722 2024-11-10T16:23:17,437 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:23:17,437 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-914086722/meta-region-server: CHANGED 2024-11-10T16:23:17,437 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-914086722/meta-region-server: CHANGED 2024-11-10T16:23:17,437 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,38311,1731255794700}] 2024-11-10T16:23:17,589 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T16:23:17,590 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T16:23:17,593 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T16:23:17,593 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:23:17,593 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T16:23:17,594 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C38311%2C1731255794700.meta, suffix=.meta, logDir=hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700, archiveDir=hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/oldWALs, maxLogs=10 2024-11-10T16:23:17,608 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.meta.1731255797595.meta, exclude list is [], retry=0 2024-11-10T16:23:17,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38901,DS-424a3c96-b8d4-4d86-988a-e9f0f0d2aca4,DISK] 2024-11-10T16:23:17,611 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.meta.1731255797595.meta 2024-11-10T16:23:17,611 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42099:42099)] 2024-11-10T16:23:17,611 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:23:17,611 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:23:17,611 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T16:23:17,612 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T16:23:17,612 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T16:23:17,612 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T16:23:17,612 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:23:17,612 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T16:23:17,612 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T16:23:17,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:23:17,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:23:17,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:17,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:17,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:23:17,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:23:17,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:17,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:17,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:23:17,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:23:17,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:17,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:17,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:23:17,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:23:17,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:17,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:17,617 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:23:17,617 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/hbase/meta/1588230740 2024-11-10T16:23:17,618 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/hbase/meta/1588230740 2024-11-10T16:23:17,618 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:23:17,618 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:23:17,619 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:23:17,620 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:23:17,620 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65493377, jitterRate=-0.02407263219356537}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:23:17,620 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T16:23:17,620 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731255797612Writing region info on filesystem at 1731255797612Initializing all the Stores at 1731255797612Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255797612Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255797613 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255797613Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255797613Cleaning up temporary data from old regions at 1731255797618 (+5 ms)Running coprocessor post-open hooks at 1731255797620 (+2 ms)Region opened successfully at 1731255797620 2024-11-10T16:23:17,621 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731255797589 2024-11-10T16:23:17,623 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T16:23:17,623 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T16:23:17,623 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8e3de9160f9f,38311,1731255794700 2024-11-10T16:23:17,624 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,38311,1731255794700, state=OPEN 2024-11-10T16:23:17,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41927-0x10102b0c2400006, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-914086722/meta-region-server 2024-11-10T16:23:17,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x10102b0c2400007, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-914086722/meta-region-server 2024-11-10T16:23:17,625 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8e3de9160f9f,38311,1731255794700 2024-11-10T16:23:17,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-914086722/meta-region-server: CHANGED 2024-11-10T16:23:17,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-914086722/meta-region-server: CHANGED 2024-11-10T16:23:17,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T16:23:17,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,38311,1731255794700 in 188 msec 2024-11-10T16:23:17,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T16:23:17,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 346 msec 2024-11-10T16:23:17,630 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:23:17,630 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T16:23:17,631 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:23:17,631 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,38311,1731255794700, seqNum=-1] 2024-11-10T16:23:17,632 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:23:17,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48461, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:23:17,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1910 sec 2024-11-10T16:23:17,637 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731255797637, completionTime=-1 2024-11-10T16:23:17,637 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T16:23:17,637 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T16:23:17,638 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T16:23:17,638 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731255857638 2024-11-10T16:23:17,638 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731255917638 2024-11-10T16:23:17,638 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T16:23:17,639 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,41927,1731255794663-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:17,639 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,41927,1731255794663-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:17,639 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,41927,1731255794663-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:17,639 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8e3de9160f9f:41927, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:17,639 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:17,639 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:17,640 DEBUG [master/8e3de9160f9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T16:23:17,642 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.910sec 2024-11-10T16:23:17,642 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T16:23:17,642 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T16:23:17,642 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T16:23:17,642 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T16:23:17,643 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T16:23:17,643 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,41927,1731255794663-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:23:17,643 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,41927,1731255794663-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T16:23:17,644 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T16:23:17,644 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T16:23:17,644 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,41927,1731255794663-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:17,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17778e62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:17,719 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,41927,-1 for getting cluster id 2024-11-10T16:23:17,719 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:23:17,720 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f6f2ff1-7d4f-4ee2-920b-7fa390189c1d' 2024-11-10T16:23:17,720 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:23:17,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f6f2ff1-7d4f-4ee2-920b-7fa390189c1d" 2024-11-10T16:23:17,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a7bcb43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:17,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,41927,-1] 2024-11-10T16:23:17,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:23:17,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:17,722 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:23:17,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f4643b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:17,723 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:23:17,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,38311,1731255794700, seqNum=-1] 2024-11-10T16:23:17,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:23:17,725 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:23:17,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8e3de9160f9f,41927,1731255794663 2024-11-10T16:23:17,727 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:60672 2024-11-10T16:23:17,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:23:17,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10102b0c2400008 connected 2024-11-10T16:23:17,733 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:23:17,733 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,42647,1731255786324 2024-11-10T16:23:17,733 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47c64d7b 2024-11-10T16:23:17,733 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:23:17,734 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:23:17,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42647 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:23:17,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42647 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T16:23:17,737 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T16:23:17,737 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:17,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42647 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T16:23:17,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:23:17,738 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T16:23:17,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741835_1011 (size=902) 2024-11-10T16:23:17,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:23:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:23:18,144 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3999bf10a5edce8d83d8b3e24c53b64b, NAME => 'test,,1731255797734.3999bf10a5edce8d83d8b3e24c53b64b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184 2024-11-10T16:23:18,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741836_1012 (size=39) 2024-11-10T16:23:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:23:18,550 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731255797734.3999bf10a5edce8d83d8b3e24c53b64b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:23:18,550 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3999bf10a5edce8d83d8b3e24c53b64b, disabling compactions & flushes 2024-11-10T16:23:18,550 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731255797734.3999bf10a5edce8d83d8b3e24c53b64b. 2024-11-10T16:23:18,550 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731255797734.3999bf10a5edce8d83d8b3e24c53b64b. 2024-11-10T16:23:18,550 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731255797734.3999bf10a5edce8d83d8b3e24c53b64b. after waiting 0 ms 2024-11-10T16:23:18,550 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731255797734.3999bf10a5edce8d83d8b3e24c53b64b. 2024-11-10T16:23:18,551 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731255797734.3999bf10a5edce8d83d8b3e24c53b64b. 2024-11-10T16:23:18,551 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3999bf10a5edce8d83d8b3e24c53b64b: Waiting for close lock at 1731255798550Disabling compacts and flushes for region at 1731255798550Disabling writes for close at 1731255798550Writing region close event to WAL at 1731255798551 (+1 ms)Closed at 1731255798551 2024-11-10T16:23:18,552 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T16:23:18,553 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731255797734.3999bf10a5edce8d83d8b3e24c53b64b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731255798552"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731255798552"}]},"ts":"1731255798552"} 2024-11-10T16:23:18,555 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T16:23:18,556 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T16:23:18,556 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255798556"}]},"ts":"1731255798556"} 2024-11-10T16:23:18,558 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T16:23:18,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3999bf10a5edce8d83d8b3e24c53b64b, ASSIGN}] 2024-11-10T16:23:18,560 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3999bf10a5edce8d83d8b3e24c53b64b, ASSIGN 2024-11-10T16:23:18,561 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3999bf10a5edce8d83d8b3e24c53b64b, ASSIGN; state=OFFLINE, location=8e3de9160f9f,38775,1731255786384; forceNewPlan=false, retain=false 2024-11-10T16:23:18,625 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T16:23:18,625 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T16:23:18,712 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3999bf10a5edce8d83d8b3e24c53b64b, regionState=OPENING, regionLocation=8e3de9160f9f,38775,1731255786384 2024-11-10T16:23:18,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3999bf10a5edce8d83d8b3e24c53b64b, ASSIGN because future has completed 2024-11-10T16:23:18,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3999bf10a5edce8d83d8b3e24c53b64b, server=8e3de9160f9f,38775,1731255786384}] 2024-11-10T16:23:18,871 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731255797734.3999bf10a5edce8d83d8b3e24c53b64b. 2024-11-10T16:23:18,871 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3999bf10a5edce8d83d8b3e24c53b64b, NAME => 'test,,1731255797734.3999bf10a5edce8d83d8b3e24c53b64b.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:23:18,872 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:23:18,872 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T16:23:18,872 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3999bf10a5edce8d83d8b3e24c53b64b 2024-11-10T16:23:18,872 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731255797734.3999bf10a5edce8d83d8b3e24c53b64b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:23:18,872 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3999bf10a5edce8d83d8b3e24c53b64b 2024-11-10T16:23:18,872 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3999bf10a5edce8d83d8b3e24c53b64b 2024-11-10T16:23:18,873 INFO [StoreOpener-3999bf10a5edce8d83d8b3e24c53b64b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3999bf10a5edce8d83d8b3e24c53b64b 2024-11-10T16:23:18,874 INFO [StoreOpener-3999bf10a5edce8d83d8b3e24c53b64b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3999bf10a5edce8d83d8b3e24c53b64b columnFamilyName f 2024-11-10T16:23:18,874 DEBUG [StoreOpener-3999bf10a5edce8d83d8b3e24c53b64b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:18,875 INFO [StoreOpener-3999bf10a5edce8d83d8b3e24c53b64b-1 {}] regionserver.HStore(327): Store=3999bf10a5edce8d83d8b3e24c53b64b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:23:18,875 INFO [StoreOpener-3999bf10a5edce8d83d8b3e24c53b64b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3999bf10a5edce8d83d8b3e24c53b64b 2024-11-10T16:23:18,876 INFO [StoreOpener-3999bf10a5edce8d83d8b3e24c53b64b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3999bf10a5edce8d83d8b3e24c53b64b columnFamilyName f1 2024-11-10T16:23:18,876 DEBUG [StoreOpener-3999bf10a5edce8d83d8b3e24c53b64b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:18,876 INFO [StoreOpener-3999bf10a5edce8d83d8b3e24c53b64b-1 {}] regionserver.HStore(327): Store=3999bf10a5edce8d83d8b3e24c53b64b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:23:18,876 INFO [StoreOpener-3999bf10a5edce8d83d8b3e24c53b64b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3999bf10a5edce8d83d8b3e24c53b64b 2024-11-10T16:23:18,877 INFO [StoreOpener-3999bf10a5edce8d83d8b3e24c53b64b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3999bf10a5edce8d83d8b3e24c53b64b columnFamilyName norep 2024-11-10T16:23:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:23:18,877 DEBUG [StoreOpener-3999bf10a5edce8d83d8b3e24c53b64b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:18,877 INFO [StoreOpener-3999bf10a5edce8d83d8b3e24c53b64b-1 {}] regionserver.HStore(327): Store=3999bf10a5edce8d83d8b3e24c53b64b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:23:18,877 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3999bf10a5edce8d83d8b3e24c53b64b 2024-11-10T16:23:18,878 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/default/test/3999bf10a5edce8d83d8b3e24c53b64b 2024-11-10T16:23:18,878 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/default/test/3999bf10a5edce8d83d8b3e24c53b64b 2024-11-10T16:23:18,879 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3999bf10a5edce8d83d8b3e24c53b64b 2024-11-10T16:23:18,879 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3999bf10a5edce8d83d8b3e24c53b64b 2024-11-10T16:23:18,880 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T16:23:18,881 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3999bf10a5edce8d83d8b3e24c53b64b 2024-11-10T16:23:18,882 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/default/test/3999bf10a5edce8d83d8b3e24c53b64b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:23:18,883 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3999bf10a5edce8d83d8b3e24c53b64b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73509754, jitterRate=0.09538069367408752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T16:23:18,883 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3999bf10a5edce8d83d8b3e24c53b64b 2024-11-10T16:23:18,884 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3999bf10a5edce8d83d8b3e24c53b64b: Running coprocessor pre-open hook at 1731255798872Writing region info on filesystem at 1731255798872Initializing all the Stores at 1731255798873 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255798873Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255798873Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255798873Cleaning up temporary data from old regions at 1731255798879 (+6 ms)Running coprocessor post-open hooks at 1731255798883 (+4 ms)Region opened successfully at 1731255798884 (+1 ms) 2024-11-10T16:23:18,885 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731255797734.3999bf10a5edce8d83d8b3e24c53b64b., pid=6, masterSystemTime=1731255798867 2024-11-10T16:23:18,887 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731255797734.3999bf10a5edce8d83d8b3e24c53b64b. 2024-11-10T16:23:18,887 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731255797734.3999bf10a5edce8d83d8b3e24c53b64b. 2024-11-10T16:23:18,887 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3999bf10a5edce8d83d8b3e24c53b64b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8e3de9160f9f,38775,1731255786384 2024-11-10T16:23:18,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3999bf10a5edce8d83d8b3e24c53b64b, server=8e3de9160f9f,38775,1731255786384 because future has completed 2024-11-10T16:23:18,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T16:23:18,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3999bf10a5edce8d83d8b3e24c53b64b, server=8e3de9160f9f,38775,1731255786384 in 175 msec 2024-11-10T16:23:18,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T16:23:18,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3999bf10a5edce8d83d8b3e24c53b64b, ASSIGN in 333 msec 2024-11-10T16:23:18,894 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T16:23:18,894 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255798894"}]},"ts":"1731255798894"} 2024-11-10T16:23:18,896 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T16:23:18,897 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T16:23:18,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1620 sec 2024-11-10T16:23:19,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:23:19,888 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T16:23:19,888 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:23:19,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,40277,1731255790481 2024-11-10T16:23:19,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24ef9a8f 2024-11-10T16:23:19,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:23:19,890 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:23:19,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40277 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:23:19,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40277 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T16:23:19,893 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T16:23:19,893 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:19,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40277 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T16:23:19,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:23:19,894 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T16:23:19,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33889 is added to blk_1073741835_1011 (size=902) 2024-11-10T16:23:19,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:23:20,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:23:20,237 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T16:23:20,301 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 03a99ec0d4d6c72387c0c24464e80525, NAME => 'test,,1731255799891.03a99ec0d4d6c72387c0c24464e80525.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4 2024-11-10T16:23:20,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33889 is added to blk_1073741836_1012 (size=39) 2024-11-10T16:23:20,307 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731255799891.03a99ec0d4d6c72387c0c24464e80525.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:23:20,307 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 03a99ec0d4d6c72387c0c24464e80525, disabling compactions & flushes 2024-11-10T16:23:20,307 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731255799891.03a99ec0d4d6c72387c0c24464e80525. 2024-11-10T16:23:20,307 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731255799891.03a99ec0d4d6c72387c0c24464e80525. 2024-11-10T16:23:20,307 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731255799891.03a99ec0d4d6c72387c0c24464e80525. after waiting 0 ms 2024-11-10T16:23:20,307 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731255799891.03a99ec0d4d6c72387c0c24464e80525. 2024-11-10T16:23:20,307 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731255799891.03a99ec0d4d6c72387c0c24464e80525. 2024-11-10T16:23:20,307 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 03a99ec0d4d6c72387c0c24464e80525: Waiting for close lock at 1731255800307Disabling compacts and flushes for region at 1731255800307Disabling writes for close at 1731255800307Writing region close event to WAL at 1731255800307Closed at 1731255800307 2024-11-10T16:23:20,308 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T16:23:20,308 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731255799891.03a99ec0d4d6c72387c0c24464e80525.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731255800308"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731255800308"}]},"ts":"1731255800308"} 2024-11-10T16:23:20,310 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T16:23:20,311 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T16:23:20,311 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255800311"}]},"ts":"1731255800311"} 2024-11-10T16:23:20,313 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T16:23:20,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=03a99ec0d4d6c72387c0c24464e80525, ASSIGN}] 2024-11-10T16:23:20,314 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=03a99ec0d4d6c72387c0c24464e80525, ASSIGN 2024-11-10T16:23:20,315 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=03a99ec0d4d6c72387c0c24464e80525, ASSIGN; state=OFFLINE, location=8e3de9160f9f,39065,1731255790517; forceNewPlan=false, retain=false 2024-11-10T16:23:20,465 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=03a99ec0d4d6c72387c0c24464e80525, regionState=OPENING, regionLocation=8e3de9160f9f,39065,1731255790517 2024-11-10T16:23:20,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=03a99ec0d4d6c72387c0c24464e80525, ASSIGN because future has completed 2024-11-10T16:23:20,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03a99ec0d4d6c72387c0c24464e80525, server=8e3de9160f9f,39065,1731255790517}] 2024-11-10T16:23:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:23:20,624 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731255799891.03a99ec0d4d6c72387c0c24464e80525. 2024-11-10T16:23:20,624 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 03a99ec0d4d6c72387c0c24464e80525, NAME => 'test,,1731255799891.03a99ec0d4d6c72387c0c24464e80525.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:23:20,625 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:23:20,625 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T16:23:20,625 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 03a99ec0d4d6c72387c0c24464e80525 2024-11-10T16:23:20,625 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731255799891.03a99ec0d4d6c72387c0c24464e80525.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:23:20,625 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 03a99ec0d4d6c72387c0c24464e80525 2024-11-10T16:23:20,625 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 03a99ec0d4d6c72387c0c24464e80525 2024-11-10T16:23:20,626 INFO [StoreOpener-03a99ec0d4d6c72387c0c24464e80525-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 03a99ec0d4d6c72387c0c24464e80525 2024-11-10T16:23:20,627 INFO [StoreOpener-03a99ec0d4d6c72387c0c24464e80525-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03a99ec0d4d6c72387c0c24464e80525 columnFamilyName f 2024-11-10T16:23:20,627 DEBUG [StoreOpener-03a99ec0d4d6c72387c0c24464e80525-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:20,628 INFO [StoreOpener-03a99ec0d4d6c72387c0c24464e80525-1 {}] regionserver.HStore(327): Store=03a99ec0d4d6c72387c0c24464e80525/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:23:20,628 INFO [StoreOpener-03a99ec0d4d6c72387c0c24464e80525-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 03a99ec0d4d6c72387c0c24464e80525 2024-11-10T16:23:20,628 INFO [StoreOpener-03a99ec0d4d6c72387c0c24464e80525-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03a99ec0d4d6c72387c0c24464e80525 columnFamilyName f1 2024-11-10T16:23:20,629 DEBUG [StoreOpener-03a99ec0d4d6c72387c0c24464e80525-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:20,629 INFO [StoreOpener-03a99ec0d4d6c72387c0c24464e80525-1 {}] regionserver.HStore(327): Store=03a99ec0d4d6c72387c0c24464e80525/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:23:20,629 INFO [StoreOpener-03a99ec0d4d6c72387c0c24464e80525-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 03a99ec0d4d6c72387c0c24464e80525 2024-11-10T16:23:20,630 INFO [StoreOpener-03a99ec0d4d6c72387c0c24464e80525-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03a99ec0d4d6c72387c0c24464e80525 columnFamilyName norep 2024-11-10T16:23:20,630 DEBUG [StoreOpener-03a99ec0d4d6c72387c0c24464e80525-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:20,630 INFO [StoreOpener-03a99ec0d4d6c72387c0c24464e80525-1 {}] regionserver.HStore(327): Store=03a99ec0d4d6c72387c0c24464e80525/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:23:20,630 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 03a99ec0d4d6c72387c0c24464e80525 2024-11-10T16:23:20,631 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/default/test/03a99ec0d4d6c72387c0c24464e80525 2024-11-10T16:23:20,631 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/default/test/03a99ec0d4d6c72387c0c24464e80525 2024-11-10T16:23:20,631 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 03a99ec0d4d6c72387c0c24464e80525 2024-11-10T16:23:20,631 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 03a99ec0d4d6c72387c0c24464e80525 2024-11-10T16:23:20,632 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T16:23:20,633 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 03a99ec0d4d6c72387c0c24464e80525 2024-11-10T16:23:20,634 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/default/test/03a99ec0d4d6c72387c0c24464e80525/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:23:20,634 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 03a99ec0d4d6c72387c0c24464e80525; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73578108, jitterRate=0.09639924764633179}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T16:23:20,635 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 03a99ec0d4d6c72387c0c24464e80525 2024-11-10T16:23:20,635 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 03a99ec0d4d6c72387c0c24464e80525: Running coprocessor pre-open hook at 1731255800625Writing region info on filesystem at 1731255800625Initializing all the Stores at 1731255800626 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255800626Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255800626Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255800626Cleaning up temporary data from old regions at 1731255800631 (+5 ms)Running coprocessor post-open hooks at 1731255800635 (+4 ms)Region opened successfully at 1731255800635 2024-11-10T16:23:20,635 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731255799891.03a99ec0d4d6c72387c0c24464e80525., pid=6, masterSystemTime=1731255800620 2024-11-10T16:23:20,637 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731255799891.03a99ec0d4d6c72387c0c24464e80525. 2024-11-10T16:23:20,637 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731255799891.03a99ec0d4d6c72387c0c24464e80525. 2024-11-10T16:23:20,638 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=03a99ec0d4d6c72387c0c24464e80525, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8e3de9160f9f,39065,1731255790517 2024-11-10T16:23:20,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03a99ec0d4d6c72387c0c24464e80525, server=8e3de9160f9f,39065,1731255790517 because future has completed 2024-11-10T16:23:20,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T16:23:20,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 03a99ec0d4d6c72387c0c24464e80525, server=8e3de9160f9f,39065,1731255790517 in 172 msec 2024-11-10T16:23:20,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T16:23:20,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=03a99ec0d4d6c72387c0c24464e80525, ASSIGN in 329 msec 2024-11-10T16:23:20,644 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T16:23:20,644 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255800644"}]},"ts":"1731255800644"} 2024-11-10T16:23:20,646 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T16:23:20,646 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T16:23:20,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 755 msec 2024-11-10T16:23:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:23:21,028 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T16:23:21,028 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:23:21,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,41927,1731255794663 2024-11-10T16:23:21,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b4e4cb7 2024-11-10T16:23:21,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:23:21,030 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:23:21,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41927 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:23:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41927 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T16:23:21,033 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T16:23:21,033 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:21,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41927 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T16:23:21,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T16:23:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:23:21,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741835_1011 (size=902) 2024-11-10T16:23:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:23:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:23:21,441 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 30f450d8e79adcf86dd6d9fee583f369, NAME => 'test,,1731255801031.30f450d8e79adcf86dd6d9fee583f369.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a 2024-11-10T16:23:21,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741836_1012 (size=39) 2024-11-10T16:23:21,447 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731255801031.30f450d8e79adcf86dd6d9fee583f369.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:23:21,447 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 30f450d8e79adcf86dd6d9fee583f369, disabling compactions & flushes 2024-11-10T16:23:21,447 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731255801031.30f450d8e79adcf86dd6d9fee583f369. 2024-11-10T16:23:21,447 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731255801031.30f450d8e79adcf86dd6d9fee583f369. 2024-11-10T16:23:21,447 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731255801031.30f450d8e79adcf86dd6d9fee583f369. after waiting 0 ms 2024-11-10T16:23:21,447 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731255801031.30f450d8e79adcf86dd6d9fee583f369. 2024-11-10T16:23:21,447 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731255801031.30f450d8e79adcf86dd6d9fee583f369. 2024-11-10T16:23:21,447 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 30f450d8e79adcf86dd6d9fee583f369: Waiting for close lock at 1731255801447Disabling compacts and flushes for region at 1731255801447Disabling writes for close at 1731255801447Writing region close event to WAL at 1731255801447Closed at 1731255801447 2024-11-10T16:23:21,448 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T16:23:21,448 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731255801031.30f450d8e79adcf86dd6d9fee583f369.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731255801448"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731255801448"}]},"ts":"1731255801448"} 2024-11-10T16:23:21,450 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T16:23:21,451 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T16:23:21,451 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255801451"}]},"ts":"1731255801451"} 2024-11-10T16:23:21,452 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T16:23:21,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=30f450d8e79adcf86dd6d9fee583f369, ASSIGN}] 2024-11-10T16:23:21,453 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=30f450d8e79adcf86dd6d9fee583f369, ASSIGN 2024-11-10T16:23:21,454 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=30f450d8e79adcf86dd6d9fee583f369, ASSIGN; state=OFFLINE, location=8e3de9160f9f,38311,1731255794700; forceNewPlan=false, retain=false 2024-11-10T16:23:21,605 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=30f450d8e79adcf86dd6d9fee583f369, regionState=OPENING, regionLocation=8e3de9160f9f,38311,1731255794700 2024-11-10T16:23:21,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=30f450d8e79adcf86dd6d9fee583f369, ASSIGN because future has completed 2024-11-10T16:23:21,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30f450d8e79adcf86dd6d9fee583f369, server=8e3de9160f9f,38311,1731255794700}] 2024-11-10T16:23:21,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:23:21,762 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731255801031.30f450d8e79adcf86dd6d9fee583f369. 2024-11-10T16:23:21,763 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 30f450d8e79adcf86dd6d9fee583f369, NAME => 'test,,1731255801031.30f450d8e79adcf86dd6d9fee583f369.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:23:21,763 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:23:21,763 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T16:23:21,763 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 30f450d8e79adcf86dd6d9fee583f369 2024-11-10T16:23:21,763 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731255801031.30f450d8e79adcf86dd6d9fee583f369.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:23:21,763 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 30f450d8e79adcf86dd6d9fee583f369 2024-11-10T16:23:21,763 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 30f450d8e79adcf86dd6d9fee583f369 2024-11-10T16:23:21,764 INFO [StoreOpener-30f450d8e79adcf86dd6d9fee583f369-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 30f450d8e79adcf86dd6d9fee583f369 2024-11-10T16:23:21,765 INFO [StoreOpener-30f450d8e79adcf86dd6d9fee583f369-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30f450d8e79adcf86dd6d9fee583f369 columnFamilyName f 2024-11-10T16:23:21,766 DEBUG [StoreOpener-30f450d8e79adcf86dd6d9fee583f369-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:21,766 INFO [StoreOpener-30f450d8e79adcf86dd6d9fee583f369-1 {}] regionserver.HStore(327): Store=30f450d8e79adcf86dd6d9fee583f369/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:23:21,766 INFO [StoreOpener-30f450d8e79adcf86dd6d9fee583f369-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 30f450d8e79adcf86dd6d9fee583f369 2024-11-10T16:23:21,767 INFO [StoreOpener-30f450d8e79adcf86dd6d9fee583f369-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30f450d8e79adcf86dd6d9fee583f369 columnFamilyName f1 2024-11-10T16:23:21,767 DEBUG [StoreOpener-30f450d8e79adcf86dd6d9fee583f369-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:21,767 INFO [StoreOpener-30f450d8e79adcf86dd6d9fee583f369-1 {}] regionserver.HStore(327): Store=30f450d8e79adcf86dd6d9fee583f369/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:23:21,767 INFO [StoreOpener-30f450d8e79adcf86dd6d9fee583f369-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 30f450d8e79adcf86dd6d9fee583f369 2024-11-10T16:23:21,768 INFO [StoreOpener-30f450d8e79adcf86dd6d9fee583f369-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30f450d8e79adcf86dd6d9fee583f369 columnFamilyName norep 2024-11-10T16:23:21,768 DEBUG [StoreOpener-30f450d8e79adcf86dd6d9fee583f369-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:21,768 INFO [StoreOpener-30f450d8e79adcf86dd6d9fee583f369-1 {}] regionserver.HStore(327): Store=30f450d8e79adcf86dd6d9fee583f369/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:23:21,768 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 30f450d8e79adcf86dd6d9fee583f369 2024-11-10T16:23:21,769 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/default/test/30f450d8e79adcf86dd6d9fee583f369 2024-11-10T16:23:21,769 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/default/test/30f450d8e79adcf86dd6d9fee583f369 2024-11-10T16:23:21,770 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 30f450d8e79adcf86dd6d9fee583f369 2024-11-10T16:23:21,770 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 30f450d8e79adcf86dd6d9fee583f369 2024-11-10T16:23:21,770 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T16:23:21,771 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 30f450d8e79adcf86dd6d9fee583f369 2024-11-10T16:23:21,773 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/default/test/30f450d8e79adcf86dd6d9fee583f369/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:23:21,773 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 30f450d8e79adcf86dd6d9fee583f369; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74691372, jitterRate=0.1129881739616394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T16:23:21,773 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 30f450d8e79adcf86dd6d9fee583f369 2024-11-10T16:23:21,773 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 30f450d8e79adcf86dd6d9fee583f369: Running coprocessor pre-open hook at 1731255801763Writing region info on filesystem at 1731255801763Initializing all the Stores at 1731255801764 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255801764Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255801764Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255801764Cleaning up temporary data from old regions at 1731255801770 (+6 ms)Running coprocessor post-open hooks at 1731255801773 (+3 ms)Region opened successfully at 1731255801773 2024-11-10T16:23:21,774 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731255801031.30f450d8e79adcf86dd6d9fee583f369., pid=6, masterSystemTime=1731255801759 2024-11-10T16:23:21,775 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731255801031.30f450d8e79adcf86dd6d9fee583f369. 2024-11-10T16:23:21,775 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731255801031.30f450d8e79adcf86dd6d9fee583f369. 2024-11-10T16:23:21,776 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=30f450d8e79adcf86dd6d9fee583f369, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8e3de9160f9f,38311,1731255794700 2024-11-10T16:23:21,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30f450d8e79adcf86dd6d9fee583f369, server=8e3de9160f9f,38311,1731255794700 because future has completed 2024-11-10T16:23:21,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T16:23:21,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 30f450d8e79adcf86dd6d9fee583f369, server=8e3de9160f9f,38311,1731255794700 in 172 msec 2024-11-10T16:23:21,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T16:23:21,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=30f450d8e79adcf86dd6d9fee583f369, ASSIGN in 329 msec 2024-11-10T16:23:21,783 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T16:23:21,783 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255801783"}]},"ts":"1731255801783"} 2024-11-10T16:23:21,785 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T16:23:21,786 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T16:23:21,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 755 msec 2024-11-10T16:23:22,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:23:22,168 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T16:23:22,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff2541e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:22,169 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,42647,-1 for getting cluster id 2024-11-10T16:23:22,169 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:23:22,169 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7ad042c-4ec6-4aca-b6f0-ed3b7ddeae65' 2024-11-10T16:23:22,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:23:22,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7ad042c-4ec6-4aca-b6f0-ed3b7ddeae65" 2024-11-10T16:23:22,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@761e7b17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:22,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,42647,-1] 2024-11-10T16:23:22,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:23:22,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:22,171 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:23:22,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e949817, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:22,172 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:23:22,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,42647,1731255786324 2024-11-10T16:23:22,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46c069bf 2024-11-10T16:23:22,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:23:22,174 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:23:22,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42647 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8e3de9160f9f:40277,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T16:23:22,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42647 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T16:23:22,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:23:22,177 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8e3de9160f9f:40277' 2024-11-10T16:23:22,178 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aa003be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:22,178 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,40277,-1 for getting cluster id 2024-11-10T16:23:22,178 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:23:22,178 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8d96ea1-86bb-43a3-b624-cd6e1af689b4' 2024-11-10T16:23:22,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:23:22,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8d96ea1-86bb-43a3-b624-cd6e1af689b4" 2024-11-10T16:23:22,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb6a4ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:22,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,40277,-1] 2024-11-10T16:23:22,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:23:22,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:22,180 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:23:22,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@495a8e44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:22,180 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:23:22,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,40277,1731255790481 2024-11-10T16:23:22,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a40b766 2024-11-10T16:23:22,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:23:22,182 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:23:22,183 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T16:23:22,183 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T16:23:22,183 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:22,183 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:22,183 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:23:22,183 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:23:22,184 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T16:23:22,185 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T16:23:22,185 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:22,186 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T16:23:22,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741837_1013 (size=1138) 2024-11-10T16:23:22,234 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T16:23:22,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:23:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:23:22,593 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4f6d5eb231861908c0e518aba7004179, NAME => 'hbase:replication,,1731255802183.4f6d5eb231861908c0e518aba7004179.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184 2024-11-10T16:23:22,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741838_1014 (size=44) 2024-11-10T16:23:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:23:22,999 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731255802183.4f6d5eb231861908c0e518aba7004179.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:23:22,999 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4f6d5eb231861908c0e518aba7004179, disabling compactions & flushes 2024-11-10T16:23:22,999 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731255802183.4f6d5eb231861908c0e518aba7004179. 2024-11-10T16:23:22,999 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731255802183.4f6d5eb231861908c0e518aba7004179. 2024-11-10T16:23:22,999 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731255802183.4f6d5eb231861908c0e518aba7004179. after waiting 0 ms 2024-11-10T16:23:22,999 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731255802183.4f6d5eb231861908c0e518aba7004179. 2024-11-10T16:23:22,999 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731255802183.4f6d5eb231861908c0e518aba7004179. 2024-11-10T16:23:22,999 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4f6d5eb231861908c0e518aba7004179: Waiting for close lock at 1731255802999Disabling compacts and flushes for region at 1731255802999Disabling writes for close at 1731255802999Writing region close event to WAL at 1731255802999Closed at 1731255802999 2024-11-10T16:23:23,000 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T16:23:23,001 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731255802183.4f6d5eb231861908c0e518aba7004179.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731255803000"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731255803000"}]},"ts":"1731255803000"} 2024-11-10T16:23:23,003 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T16:23:23,004 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T16:23:23,004 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255803004"}]},"ts":"1731255803004"} 2024-11-10T16:23:23,006 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T16:23:23,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4f6d5eb231861908c0e518aba7004179, ASSIGN}] 2024-11-10T16:23:23,007 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4f6d5eb231861908c0e518aba7004179, ASSIGN 2024-11-10T16:23:23,008 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4f6d5eb231861908c0e518aba7004179, ASSIGN; state=OFFLINE, location=8e3de9160f9f,38775,1731255786384; forceNewPlan=false, retain=false 2024-11-10T16:23:23,114 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T16:23:23,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:23,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:23,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:23,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:23,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:23,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:23,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:23,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:23,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:23,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:23,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:23,158 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4f6d5eb231861908c0e518aba7004179, regionState=OPENING, regionLocation=8e3de9160f9f,38775,1731255786384 2024-11-10T16:23:23,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:23,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4f6d5eb231861908c0e518aba7004179, ASSIGN because future has completed 2024-11-10T16:23:23,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f6d5eb231861908c0e518aba7004179, server=8e3de9160f9f,38775,1731255786384}] 2024-11-10T16:23:23,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:23:23,317 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731255802183.4f6d5eb231861908c0e518aba7004179. 2024-11-10T16:23:23,317 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:23:23,317 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T16:23:23,319 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C38775%2C1731255786384.rep, suffix=, logDir=hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384, archiveDir=hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/oldWALs, maxLogs=10 2024-11-10T16:23:23,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.rep.1731255803319, exclude list is [], retry=0 2024-11-10T16:23:23,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39981,DS-092e7d4b-f676-471a-87bd-53839c95bb22,DISK] 2024-11-10T16:23:23,339 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.rep.1731255803319 2024-11-10T16:23:23,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33535:33535)] 2024-11-10T16:23:23,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4f6d5eb231861908c0e518aba7004179, NAME => 'hbase:replication,,1731255802183.4f6d5eb231861908c0e518aba7004179.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:23:23,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:23:23,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T16:23:23,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731255802183.4f6d5eb231861908c0e518aba7004179. service=MultiRowMutationService 2024-11-10T16:23:23,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T16:23:23,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4f6d5eb231861908c0e518aba7004179 2024-11-10T16:23:23,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731255802183.4f6d5eb231861908c0e518aba7004179.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:23:23,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4f6d5eb231861908c0e518aba7004179 2024-11-10T16:23:23,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4f6d5eb231861908c0e518aba7004179 2024-11-10T16:23:23,343 INFO [StoreOpener-4f6d5eb231861908c0e518aba7004179-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4f6d5eb231861908c0e518aba7004179 2024-11-10T16:23:23,344 INFO [StoreOpener-4f6d5eb231861908c0e518aba7004179-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f6d5eb231861908c0e518aba7004179 columnFamilyName hfileref 2024-11-10T16:23:23,344 DEBUG [StoreOpener-4f6d5eb231861908c0e518aba7004179-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:23,344 INFO [StoreOpener-4f6d5eb231861908c0e518aba7004179-1 {}] regionserver.HStore(327): Store=4f6d5eb231861908c0e518aba7004179/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:23:23,345 INFO [StoreOpener-4f6d5eb231861908c0e518aba7004179-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4f6d5eb231861908c0e518aba7004179 2024-11-10T16:23:23,346 INFO [StoreOpener-4f6d5eb231861908c0e518aba7004179-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f6d5eb231861908c0e518aba7004179 columnFamilyName queue 2024-11-10T16:23:23,346 DEBUG [StoreOpener-4f6d5eb231861908c0e518aba7004179-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:23,346 INFO [StoreOpener-4f6d5eb231861908c0e518aba7004179-1 {}] regionserver.HStore(327): Store=4f6d5eb231861908c0e518aba7004179/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:23:23,346 INFO [StoreOpener-4f6d5eb231861908c0e518aba7004179-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4f6d5eb231861908c0e518aba7004179 2024-11-10T16:23:23,347 INFO [StoreOpener-4f6d5eb231861908c0e518aba7004179-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f6d5eb231861908c0e518aba7004179 columnFamilyName sid 2024-11-10T16:23:23,347 DEBUG [StoreOpener-4f6d5eb231861908c0e518aba7004179-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:23,347 INFO [StoreOpener-4f6d5eb231861908c0e518aba7004179-1 {}] regionserver.HStore(327): Store=4f6d5eb231861908c0e518aba7004179/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:23:23,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4f6d5eb231861908c0e518aba7004179 2024-11-10T16:23:23,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/hbase/replication/4f6d5eb231861908c0e518aba7004179 2024-11-10T16:23:23,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/hbase/replication/4f6d5eb231861908c0e518aba7004179 2024-11-10T16:23:23,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4f6d5eb231861908c0e518aba7004179 2024-11-10T16:23:23,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4f6d5eb231861908c0e518aba7004179 2024-11-10T16:23:23,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T16:23:23,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4f6d5eb231861908c0e518aba7004179 2024-11-10T16:23:23,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/hbase/replication/4f6d5eb231861908c0e518aba7004179/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:23:23,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4f6d5eb231861908c0e518aba7004179; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59549010, jitterRate=-0.11265060305595398}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T16:23:23,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4f6d5eb231861908c0e518aba7004179 2024-11-10T16:23:23,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4f6d5eb231861908c0e518aba7004179: Running coprocessor pre-open hook at 1731255803342Writing region info on filesystem at 1731255803342Initializing all the Stores at 1731255803342Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255803342Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255803343 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255803343Cleaning up temporary data from old regions at 1731255803350 (+7 ms)Running coprocessor post-open hooks at 1731255803353 (+3 ms)Region opened successfully at 1731255803353 2024-11-10T16:23:23,354 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731255802183.4f6d5eb231861908c0e518aba7004179., pid=10, masterSystemTime=1731255803313 2024-11-10T16:23:23,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731255802183.4f6d5eb231861908c0e518aba7004179. 2024-11-10T16:23:23,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731255802183.4f6d5eb231861908c0e518aba7004179. 2024-11-10T16:23:23,357 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4f6d5eb231861908c0e518aba7004179, regionState=OPEN, openSeqNum=2, regionLocation=8e3de9160f9f,38775,1731255786384 2024-11-10T16:23:23,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f6d5eb231861908c0e518aba7004179, server=8e3de9160f9f,38775,1731255786384 because future has completed 2024-11-10T16:23:23,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T16:23:23,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4f6d5eb231861908c0e518aba7004179, server=8e3de9160f9f,38775,1731255786384 in 199 msec 2024-11-10T16:23:23,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T16:23:23,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4f6d5eb231861908c0e518aba7004179, ASSIGN in 356 msec 2024-11-10T16:23:23,376 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T16:23:23,376 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255803376"}]},"ts":"1731255803376"} 2024-11-10T16:23:23,378 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T16:23:23,379 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T16:23:23,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1960 sec 2024-11-10T16:23:23,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731255802183.4f6d5eb231861908c0e518aba7004179., hostname=8e3de9160f9f,38775,1731255786384, seqNum=2] 2024-11-10T16:23:23,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42647-0x10102b0c2400000, quorum=127.0.0.1:60672, baseZNode=/084628470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084628470 2024-11-10T16:23:23,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38775-0x10102b0c2400001, quorum=127.0.0.1:60672, baseZNode=/084628470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084628470 2024-11-10T16:23:23,398 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T16:23:23,417 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:23:23,418 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8e3de9160f9f,42869,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:42869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T16:23:23,418 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48401 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8e3de9160f9f,42869,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:42869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T16:23:23,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38775 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T16:23:23,551 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T16:23:23,581 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8e3de9160f9f,38775,1731255786384, ReplicationSource: 1, currentBandwidth=0 2024-11-10T16:23:23,581 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:23:23,581 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,38775,1731255786384, seqNum=-1] 2024-11-10T16:23:23,582 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:23:23,583 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56285, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-10T16:23:23,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8e3de9160f9f,38775,1731255786384', locateType=CURRENT is [region=hbase:replication,,1731255802183.4f6d5eb231861908c0e518aba7004179., hostname=8e3de9160f9f,38775,1731255786384, seqNum=2] 2024-11-10T16:23:23,587 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T16:23:23,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42647 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T16:23:23,589 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8e3de9160f9f,38775,1731255786384 suceeded 2024-11-10T16:23:23,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T16:23:23,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-10T16:23:23,591 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8e3de9160f9f:40277,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T16:23:23,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4170 sec 2024-11-10T16:23:23,602 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8e3de9160f9f:40277' 2024-11-10T16:23:23,603 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f89463b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:23,603 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,40277,-1 for getting cluster id 2024-11-10T16:23:23,604 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:23:23,604 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8d96ea1-86bb-43a3-b624-cd6e1af689b4' 2024-11-10T16:23:23,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:23:23,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8d96ea1-86bb-43a3-b624-cd6e1af689b4" 2024-11-10T16:23:23,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e418825, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:23,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,40277,-1] 2024-11-10T16:23:23,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:23:23,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:23,606 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:23:23,607 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48ea9f6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:23,607 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:23:23,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,40277,1731255790481 2024-11-10T16:23:23,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b898d7e 2024-11-10T16:23:23,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:23:23,609 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-10T16:23:23,609 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8e3de9160f9f,38775,1731255786384 (queues=1) is replicating from cluster=a7ad042c-4ec6-4aca-b6f0-ed3b7ddeae65 to cluster=b8d96ea1-86bb-43a3-b624-cd6e1af689b4 2024-11-10T16:23:23,609 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8e3de9160f9f%2C38775%2C1731255786384 2024-11-10T16:23:23,609 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8e3de9160f9f,38775,1731255786384, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T16:23:23,610 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.shipper8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8e3de9160f9f%2C38775%2C1731255786384 2024-11-10T16:23:23,610 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392, startPosition=0, beingWritten=true 2024-11-10T16:23:23,615 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:23:23,615 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 379, reset compression=false 2024-11-10T16:23:23,615 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.shipper8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,38775,1731255786384 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T16:23:23,819 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 379, reset compression=false 2024-11-10T16:23:24,122 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 379, reset compression=false 2024-11-10T16:23:24,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:23:24,318 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T16:23:24,318 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:23:24,318 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:23:24,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:24,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:24,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:23:24,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29653bca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:24,319 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,40277,-1 for getting cluster id 2024-11-10T16:23:24,319 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:23:24,320 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8d96ea1-86bb-43a3-b624-cd6e1af689b4' 2024-11-10T16:23:24,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:23:24,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8d96ea1-86bb-43a3-b624-cd6e1af689b4" 2024-11-10T16:23:24,321 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@505f7b43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:24,321 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,40277,-1] 2024-11-10T16:23:24,321 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:23:24,321 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:24,322 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:23:24,322 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a02d40b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:24,322 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:23:24,323 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,40277,1731255790481 2024-11-10T16:23:24,323 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a4934ba 2024-11-10T16:23:24,323 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:23:24,324 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:23:24,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40277 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8e3de9160f9f:41927,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T16:23:24,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40277 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T16:23:24,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:23:24,327 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8e3de9160f9f:41927' 2024-11-10T16:23:24,327 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fa35ea9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:24,327 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,41927,-1 for getting cluster id 2024-11-10T16:23:24,328 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:23:24,328 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f6f2ff1-7d4f-4ee2-920b-7fa390189c1d' 2024-11-10T16:23:24,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:23:24,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f6f2ff1-7d4f-4ee2-920b-7fa390189c1d" 2024-11-10T16:23:24,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a9689c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:24,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,41927,-1] 2024-11-10T16:23:24,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:23:24,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:24,329 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:23:24,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3507115e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:24,330 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:23:24,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,41927,1731255794663 2024-11-10T16:23:24,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31a5ef58 2024-11-10T16:23:24,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:23:24,331 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:23:24,332 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T16:23:24,332 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T16:23:24,332 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:24,332 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:24,332 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:23:24,332 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:23:24,333 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T16:23:24,334 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T16:23:24,334 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:24,335 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T16:23:24,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33889 is added to blk_1073741837_1013 (size=1138) 2024-11-10T16:23:24,383 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T16:23:24,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:23:24,526 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 379, reset compression=false 2024-11-10T16:23:24,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:23:24,741 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 98400a22b511e36868b82ea0556843f2, NAME => 'hbase:replication,,1731255804332.98400a22b511e36868b82ea0556843f2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4 2024-11-10T16:23:24,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33889 is added to blk_1073741838_1014 (size=44) 2024-11-10T16:23:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:23:25,031 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 379, reset compression=false 2024-11-10T16:23:25,146 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731255804332.98400a22b511e36868b82ea0556843f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:23:25,146 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 98400a22b511e36868b82ea0556843f2, disabling compactions & flushes 2024-11-10T16:23:25,146 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731255804332.98400a22b511e36868b82ea0556843f2. 2024-11-10T16:23:25,146 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731255804332.98400a22b511e36868b82ea0556843f2. 2024-11-10T16:23:25,146 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731255804332.98400a22b511e36868b82ea0556843f2. after waiting 0 ms 2024-11-10T16:23:25,146 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731255804332.98400a22b511e36868b82ea0556843f2. 2024-11-10T16:23:25,146 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731255804332.98400a22b511e36868b82ea0556843f2. 2024-11-10T16:23:25,146 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 98400a22b511e36868b82ea0556843f2: Waiting for close lock at 1731255805146Disabling compacts and flushes for region at 1731255805146Disabling writes for close at 1731255805146Writing region close event to WAL at 1731255805146Closed at 1731255805146 2024-11-10T16:23:25,147 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T16:23:25,148 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731255804332.98400a22b511e36868b82ea0556843f2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731255805148"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731255805148"}]},"ts":"1731255805148"} 2024-11-10T16:23:25,150 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T16:23:25,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T16:23:25,150 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255805150"}]},"ts":"1731255805150"} 2024-11-10T16:23:25,152 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T16:23:25,152 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=98400a22b511e36868b82ea0556843f2, ASSIGN}] 2024-11-10T16:23:25,153 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=98400a22b511e36868b82ea0556843f2, ASSIGN 2024-11-10T16:23:25,154 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=98400a22b511e36868b82ea0556843f2, ASSIGN; state=OFFLINE, location=8e3de9160f9f,39065,1731255790517; forceNewPlan=false, retain=false 2024-11-10T16:23:25,304 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=98400a22b511e36868b82ea0556843f2, regionState=OPENING, regionLocation=8e3de9160f9f,39065,1731255790517 2024-11-10T16:23:25,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=98400a22b511e36868b82ea0556843f2, ASSIGN because future has completed 2024-11-10T16:23:25,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98400a22b511e36868b82ea0556843f2, server=8e3de9160f9f,39065,1731255790517}] 2024-11-10T16:23:25,462 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731255804332.98400a22b511e36868b82ea0556843f2. 2024-11-10T16:23:25,462 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:23:25,462 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T16:23:25,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C39065%2C1731255790517.rep, suffix=, logDir=hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517, archiveDir=hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/oldWALs, maxLogs=10 2024-11-10T16:23:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:23:25,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.rep.1731255805471, exclude list is [], retry=0 2024-11-10T16:23:25,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33889,DS-6392c849-1756-4c62-a750-b24d9debf0fc,DISK] 2024-11-10T16:23:25,493 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.rep.1731255805471 2024-11-10T16:23:25,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42773:42773)] 2024-11-10T16:23:25,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 98400a22b511e36868b82ea0556843f2, NAME => 'hbase:replication,,1731255804332.98400a22b511e36868b82ea0556843f2.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:23:25,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:23:25,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T16:23:25,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731255804332.98400a22b511e36868b82ea0556843f2. service=MultiRowMutationService 2024-11-10T16:23:25,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T16:23:25,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 98400a22b511e36868b82ea0556843f2 2024-11-10T16:23:25,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731255804332.98400a22b511e36868b82ea0556843f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:23:25,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 98400a22b511e36868b82ea0556843f2 2024-11-10T16:23:25,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 98400a22b511e36868b82ea0556843f2 2024-11-10T16:23:25,496 INFO [StoreOpener-98400a22b511e36868b82ea0556843f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 98400a22b511e36868b82ea0556843f2 2024-11-10T16:23:25,497 INFO [StoreOpener-98400a22b511e36868b82ea0556843f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98400a22b511e36868b82ea0556843f2 columnFamilyName hfileref 2024-11-10T16:23:25,497 DEBUG [StoreOpener-98400a22b511e36868b82ea0556843f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:25,497 INFO [StoreOpener-98400a22b511e36868b82ea0556843f2-1 {}] regionserver.HStore(327): Store=98400a22b511e36868b82ea0556843f2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:23:25,497 INFO [StoreOpener-98400a22b511e36868b82ea0556843f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 98400a22b511e36868b82ea0556843f2 2024-11-10T16:23:25,498 INFO [StoreOpener-98400a22b511e36868b82ea0556843f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98400a22b511e36868b82ea0556843f2 columnFamilyName queue 2024-11-10T16:23:25,498 DEBUG [StoreOpener-98400a22b511e36868b82ea0556843f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:25,498 INFO [StoreOpener-98400a22b511e36868b82ea0556843f2-1 {}] regionserver.HStore(327): Store=98400a22b511e36868b82ea0556843f2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:23:25,498 INFO [StoreOpener-98400a22b511e36868b82ea0556843f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 98400a22b511e36868b82ea0556843f2 2024-11-10T16:23:25,499 INFO [StoreOpener-98400a22b511e36868b82ea0556843f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98400a22b511e36868b82ea0556843f2 columnFamilyName sid 2024-11-10T16:23:25,499 DEBUG [StoreOpener-98400a22b511e36868b82ea0556843f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:25,499 INFO [StoreOpener-98400a22b511e36868b82ea0556843f2-1 {}] regionserver.HStore(327): Store=98400a22b511e36868b82ea0556843f2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:23:25,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 98400a22b511e36868b82ea0556843f2 2024-11-10T16:23:25,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/hbase/replication/98400a22b511e36868b82ea0556843f2 2024-11-10T16:23:25,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/hbase/replication/98400a22b511e36868b82ea0556843f2 2024-11-10T16:23:25,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 98400a22b511e36868b82ea0556843f2 2024-11-10T16:23:25,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 98400a22b511e36868b82ea0556843f2 2024-11-10T16:23:25,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T16:23:25,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 98400a22b511e36868b82ea0556843f2 2024-11-10T16:23:25,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/hbase/replication/98400a22b511e36868b82ea0556843f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:23:25,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 98400a22b511e36868b82ea0556843f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63726428, jitterRate=-0.05040222406387329}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T16:23:25,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 98400a22b511e36868b82ea0556843f2 2024-11-10T16:23:25,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 98400a22b511e36868b82ea0556843f2: Running coprocessor pre-open hook at 1731255805495Writing region info on filesystem at 1731255805495Initializing all the Stores at 1731255805495Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255805495Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255805495Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255805495Cleaning up temporary data from old regions at 1731255805501 (+6 ms)Running coprocessor post-open hooks at 1731255805504 (+3 ms)Region opened successfully at 1731255805504 2024-11-10T16:23:25,505 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731255804332.98400a22b511e36868b82ea0556843f2., pid=10, masterSystemTime=1731255805458 2024-11-10T16:23:25,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731255804332.98400a22b511e36868b82ea0556843f2. 2024-11-10T16:23:25,507 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731255804332.98400a22b511e36868b82ea0556843f2. 2024-11-10T16:23:25,507 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=98400a22b511e36868b82ea0556843f2, regionState=OPEN, openSeqNum=2, regionLocation=8e3de9160f9f,39065,1731255790517 2024-11-10T16:23:25,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98400a22b511e36868b82ea0556843f2, server=8e3de9160f9f,39065,1731255790517 because future has completed 2024-11-10T16:23:25,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T16:23:25,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 98400a22b511e36868b82ea0556843f2, server=8e3de9160f9f,39065,1731255790517 in 204 msec 2024-11-10T16:23:25,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T16:23:25,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=98400a22b511e36868b82ea0556843f2, ASSIGN in 360 msec 2024-11-10T16:23:25,514 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T16:23:25,515 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255805514"}]},"ts":"1731255805514"} 2024-11-10T16:23:25,516 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T16:23:25,517 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T16:23:25,518 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1850 sec 2024-11-10T16:23:25,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731255804332.98400a22b511e36868b82ea0556843f2., hostname=8e3de9160f9f,39065,1731255790517, seqNum=2] 2024-11-10T16:23:25,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40277-0x10102b0c2400003, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1085647597 2024-11-10T16:23:25,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x10102b0c2400004, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1085647597 2024-11-10T16:23:25,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T16:23:25,635 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 379, reset compression=false 2024-11-10T16:23:25,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39065 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T16:23:25,700 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T16:23:25,729 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8e3de9160f9f,39065,1731255790517, ReplicationSource: 1, currentBandwidth=0 2024-11-10T16:23:25,730 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:23:25,730 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,39065,1731255790517, seqNum=-1] 2024-11-10T16:23:25,730 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:23:25,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-10T16:23:25,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8e3de9160f9f,39065,1731255790517', locateType=CURRENT is [region=hbase:replication,,1731255804332.98400a22b511e36868b82ea0556843f2., hostname=8e3de9160f9f,39065,1731255790517, seqNum=2] 2024-11-10T16:23:25,735 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T16:23:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40277 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T16:23:25,737 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8e3de9160f9f,39065,1731255790517 suceeded 2024-11-10T16:23:25,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T16:23:25,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-10T16:23:25,739 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8e3de9160f9f:41927,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T16:23:25,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4150 sec 2024-11-10T16:23:25,750 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8e3de9160f9f:41927' 2024-11-10T16:23:25,751 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ce142d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:25,751 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,41927,-1 for getting cluster id 2024-11-10T16:23:25,752 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:23:25,752 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f6f2ff1-7d4f-4ee2-920b-7fa390189c1d' 2024-11-10T16:23:25,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:23:25,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f6f2ff1-7d4f-4ee2-920b-7fa390189c1d" 2024-11-10T16:23:25,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29abf967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:25,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,41927,-1] 2024-11-10T16:23:25,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:23:25,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:25,754 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:23:25,754 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@319684ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:25,754 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:23:25,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,41927,1731255794663 2024-11-10T16:23:25,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f47264e 2024-11-10T16:23:25,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:23:25,756 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-10T16:23:25,757 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8e3de9160f9f,39065,1731255790517 (queues=1) is replicating from cluster=b8d96ea1-86bb-43a3-b624-cd6e1af689b4 to cluster=7f6f2ff1-7d4f-4ee2-920b-7fa390189c1d 2024-11-10T16:23:25,757 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8e3de9160f9f%2C39065%2C1731255790517 2024-11-10T16:23:25,757 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8e3de9160f9f,39065,1731255790517, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T16:23:25,757 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.shipper8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8e3de9160f9f%2C39065%2C1731255790517 2024-11-10T16:23:25,757 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498, startPosition=0, beingWritten=true 2024-11-10T16:23:25,762 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:23:25,762 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 379, reset compression=false 2024-11-10T16:23:25,762 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.shipper8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,39065,1731255790517 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T16:23:25,965 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 379, reset compression=false 2024-11-10T16:23:26,268 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 379, reset compression=false 2024-11-10T16:23:26,339 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 379, reset compression=false 2024-11-10T16:23:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:23:26,478 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T16:23:26,478 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:23:26,478 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:23:26,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:26,479 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:23:26,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:26,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a5eda1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:26,479 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,41927,-1 for getting cluster id 2024-11-10T16:23:26,479 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:23:26,480 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f6f2ff1-7d4f-4ee2-920b-7fa390189c1d' 2024-11-10T16:23:26,480 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:23:26,480 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f6f2ff1-7d4f-4ee2-920b-7fa390189c1d" 2024-11-10T16:23:26,481 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@173de4bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:26,481 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,41927,-1] 2024-11-10T16:23:26,481 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:23:26,481 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:26,482 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:23:26,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f86ff09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:26,482 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:23:26,483 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,41927,1731255794663 2024-11-10T16:23:26,483 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d36bd4b 2024-11-10T16:23:26,483 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:23:26,484 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:23:26,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41927 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8e3de9160f9f:42647,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T16:23:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41927 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T16:23:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:23:26,486 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8e3de9160f9f:42647' 2024-11-10T16:23:26,487 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ab208fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:26,487 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,42647,-1 for getting cluster id 2024-11-10T16:23:26,487 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:23:26,487 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7ad042c-4ec6-4aca-b6f0-ed3b7ddeae65' 2024-11-10T16:23:26,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:23:26,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7ad042c-4ec6-4aca-b6f0-ed3b7ddeae65" 2024-11-10T16:23:26,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37536ec2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:26,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,42647,-1] 2024-11-10T16:23:26,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:23:26,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:26,489 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:23:26,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a8d7013, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:26,489 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:23:26,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,42647,1731255786324 2024-11-10T16:23:26,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ce8719a 2024-11-10T16:23:26,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:23:26,491 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:23:26,491 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T16:23:26,492 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T16:23:26,492 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:26,492 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:26,492 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:23:26,492 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:23:26,493 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T16:23:26,494 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T16:23:26,494 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:26,494 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T16:23:26,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741837_1013 (size=1138) 2024-11-10T16:23:26,543 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T16:23:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:23:26,672 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 379, reset compression=false 2024-11-10T16:23:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:23:26,906 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 357fc91d2f72a75197dc5fc3fdb6aec4, NAME => 'hbase:replication,,1731255806492.357fc91d2f72a75197dc5fc3fdb6aec4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a 2024-11-10T16:23:26,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741838_1014 (size=44) 2024-11-10T16:23:27,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:23:27,142 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 379, reset compression=false 2024-11-10T16:23:27,176 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 379, reset compression=false 2024-11-10T16:23:27,312 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731255806492.357fc91d2f72a75197dc5fc3fdb6aec4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:23:27,312 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 357fc91d2f72a75197dc5fc3fdb6aec4, disabling compactions & flushes 2024-11-10T16:23:27,312 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731255806492.357fc91d2f72a75197dc5fc3fdb6aec4. 2024-11-10T16:23:27,312 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731255806492.357fc91d2f72a75197dc5fc3fdb6aec4. 2024-11-10T16:23:27,312 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731255806492.357fc91d2f72a75197dc5fc3fdb6aec4. after waiting 0 ms 2024-11-10T16:23:27,312 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731255806492.357fc91d2f72a75197dc5fc3fdb6aec4. 2024-11-10T16:23:27,312 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731255806492.357fc91d2f72a75197dc5fc3fdb6aec4. 2024-11-10T16:23:27,312 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 357fc91d2f72a75197dc5fc3fdb6aec4: Waiting for close lock at 1731255807312Disabling compacts and flushes for region at 1731255807312Disabling writes for close at 1731255807312Writing region close event to WAL at 1731255807312Closed at 1731255807312 2024-11-10T16:23:27,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T16:23:27,314 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731255806492.357fc91d2f72a75197dc5fc3fdb6aec4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731255807313"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731255807313"}]},"ts":"1731255807313"} 2024-11-10T16:23:27,316 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T16:23:27,316 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T16:23:27,317 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255807316"}]},"ts":"1731255807316"} 2024-11-10T16:23:27,318 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T16:23:27,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=357fc91d2f72a75197dc5fc3fdb6aec4, ASSIGN}] 2024-11-10T16:23:27,319 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=357fc91d2f72a75197dc5fc3fdb6aec4, ASSIGN 2024-11-10T16:23:27,320 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=357fc91d2f72a75197dc5fc3fdb6aec4, ASSIGN; state=OFFLINE, location=8e3de9160f9f,38311,1731255794700; forceNewPlan=false, retain=false 2024-11-10T16:23:27,470 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=357fc91d2f72a75197dc5fc3fdb6aec4, regionState=OPENING, regionLocation=8e3de9160f9f,38311,1731255794700 2024-11-10T16:23:27,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=357fc91d2f72a75197dc5fc3fdb6aec4, ASSIGN because future has completed 2024-11-10T16:23:27,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 357fc91d2f72a75197dc5fc3fdb6aec4, server=8e3de9160f9f,38311,1731255794700}] 2024-11-10T16:23:27,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:23:27,628 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731255806492.357fc91d2f72a75197dc5fc3fdb6aec4. 2024-11-10T16:23:27,628 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:23:27,629 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T16:23:27,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C38311%2C1731255794700.rep, suffix=, logDir=hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700, archiveDir=hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/oldWALs, maxLogs=10 2024-11-10T16:23:27,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.rep.1731255807630, exclude list is [], retry=0 2024-11-10T16:23:27,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38901,DS-424a3c96-b8d4-4d86-988a-e9f0f0d2aca4,DISK] 2024-11-10T16:23:27,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.rep.1731255807630 2024-11-10T16:23:27,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42099:42099)] 2024-11-10T16:23:27,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 357fc91d2f72a75197dc5fc3fdb6aec4, NAME => 'hbase:replication,,1731255806492.357fc91d2f72a75197dc5fc3fdb6aec4.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:23:27,648 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:23:27,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T16:23:27,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731255806492.357fc91d2f72a75197dc5fc3fdb6aec4. service=MultiRowMutationService 2024-11-10T16:23:27,648 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T16:23:27,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 357fc91d2f72a75197dc5fc3fdb6aec4 2024-11-10T16:23:27,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731255806492.357fc91d2f72a75197dc5fc3fdb6aec4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:23:27,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 357fc91d2f72a75197dc5fc3fdb6aec4 2024-11-10T16:23:27,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 357fc91d2f72a75197dc5fc3fdb6aec4 2024-11-10T16:23:27,649 INFO [StoreOpener-357fc91d2f72a75197dc5fc3fdb6aec4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 357fc91d2f72a75197dc5fc3fdb6aec4 2024-11-10T16:23:27,650 INFO [StoreOpener-357fc91d2f72a75197dc5fc3fdb6aec4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 357fc91d2f72a75197dc5fc3fdb6aec4 columnFamilyName hfileref 2024-11-10T16:23:27,650 DEBUG [StoreOpener-357fc91d2f72a75197dc5fc3fdb6aec4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:27,650 INFO [StoreOpener-357fc91d2f72a75197dc5fc3fdb6aec4-1 {}] regionserver.HStore(327): Store=357fc91d2f72a75197dc5fc3fdb6aec4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:23:27,651 INFO [StoreOpener-357fc91d2f72a75197dc5fc3fdb6aec4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 357fc91d2f72a75197dc5fc3fdb6aec4 2024-11-10T16:23:27,651 INFO [StoreOpener-357fc91d2f72a75197dc5fc3fdb6aec4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 357fc91d2f72a75197dc5fc3fdb6aec4 columnFamilyName queue 2024-11-10T16:23:27,651 DEBUG [StoreOpener-357fc91d2f72a75197dc5fc3fdb6aec4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:27,652 INFO [StoreOpener-357fc91d2f72a75197dc5fc3fdb6aec4-1 {}] regionserver.HStore(327): Store=357fc91d2f72a75197dc5fc3fdb6aec4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:23:27,652 INFO [StoreOpener-357fc91d2f72a75197dc5fc3fdb6aec4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 357fc91d2f72a75197dc5fc3fdb6aec4 2024-11-10T16:23:27,652 INFO [StoreOpener-357fc91d2f72a75197dc5fc3fdb6aec4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 357fc91d2f72a75197dc5fc3fdb6aec4 columnFamilyName sid 2024-11-10T16:23:27,652 DEBUG [StoreOpener-357fc91d2f72a75197dc5fc3fdb6aec4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:27,653 INFO [StoreOpener-357fc91d2f72a75197dc5fc3fdb6aec4-1 {}] regionserver.HStore(327): Store=357fc91d2f72a75197dc5fc3fdb6aec4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:23:27,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 357fc91d2f72a75197dc5fc3fdb6aec4 2024-11-10T16:23:27,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/hbase/replication/357fc91d2f72a75197dc5fc3fdb6aec4 2024-11-10T16:23:27,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/hbase/replication/357fc91d2f72a75197dc5fc3fdb6aec4 2024-11-10T16:23:27,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 357fc91d2f72a75197dc5fc3fdb6aec4 2024-11-10T16:23:27,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 357fc91d2f72a75197dc5fc3fdb6aec4 2024-11-10T16:23:27,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T16:23:27,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 357fc91d2f72a75197dc5fc3fdb6aec4 2024-11-10T16:23:27,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/hbase/replication/357fc91d2f72a75197dc5fc3fdb6aec4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:23:27,657 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 357fc91d2f72a75197dc5fc3fdb6aec4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74663896, jitterRate=0.11257874965667725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T16:23:27,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 357fc91d2f72a75197dc5fc3fdb6aec4 2024-11-10T16:23:27,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 357fc91d2f72a75197dc5fc3fdb6aec4: Running coprocessor pre-open hook at 1731255807648Writing region info on filesystem at 1731255807648Initializing all the Stores at 1731255807649 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255807649Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255807649Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255807649Cleaning up temporary data from old regions at 1731255807654 (+5 ms)Running coprocessor post-open hooks at 1731255807657 (+3 ms)Region opened successfully at 1731255807657 2024-11-10T16:23:27,658 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731255806492.357fc91d2f72a75197dc5fc3fdb6aec4., pid=10, masterSystemTime=1731255807625 2024-11-10T16:23:27,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731255806492.357fc91d2f72a75197dc5fc3fdb6aec4. 2024-11-10T16:23:27,660 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731255806492.357fc91d2f72a75197dc5fc3fdb6aec4. 2024-11-10T16:23:27,660 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=357fc91d2f72a75197dc5fc3fdb6aec4, regionState=OPEN, openSeqNum=2, regionLocation=8e3de9160f9f,38311,1731255794700 2024-11-10T16:23:27,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 357fc91d2f72a75197dc5fc3fdb6aec4, server=8e3de9160f9f,38311,1731255794700 because future has completed 2024-11-10T16:23:27,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T16:23:27,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 357fc91d2f72a75197dc5fc3fdb6aec4, server=8e3de9160f9f,38311,1731255794700 in 190 msec 2024-11-10T16:23:27,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T16:23:27,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=357fc91d2f72a75197dc5fc3fdb6aec4, ASSIGN in 346 msec 2024-11-10T16:23:27,667 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T16:23:27,667 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255807667"}]},"ts":"1731255807667"} 2024-11-10T16:23:27,669 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T16:23:27,669 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T16:23:27,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-11-10T16:23:27,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731255806492.357fc91d2f72a75197dc5fc3fdb6aec4., hostname=8e3de9160f9f,38311,1731255794700, seqNum=2] 2024-11-10T16:23:27,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41927-0x10102b0c2400006, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-914086722 2024-11-10T16:23:27,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x10102b0c2400007, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-914086722 2024-11-10T16:23:27,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T16:23:27,779 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 379, reset compression=false 2024-11-10T16:23:27,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38311 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T16:23:27,863 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T16:23:27,892 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8e3de9160f9f,38311,1731255794700, ReplicationSource: 1, currentBandwidth=0 2024-11-10T16:23:27,892 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:23:27,892 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,38311,1731255794700, seqNum=-1] 2024-11-10T16:23:27,893 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:23:27,894 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46393, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-10T16:23:27,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8e3de9160f9f,38311,1731255794700', locateType=CURRENT is [region=hbase:replication,,1731255806492.357fc91d2f72a75197dc5fc3fdb6aec4., hostname=8e3de9160f9f,38311,1731255794700, seqNum=2] 2024-11-10T16:23:27,898 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T16:23:27,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41927 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T16:23:27,901 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8e3de9160f9f,38311,1731255794700 suceeded 2024-11-10T16:23:27,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T16:23:27,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-10T16:23:27,902 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8e3de9160f9f:42647,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T16:23:27,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4190 sec 2024-11-10T16:23:27,912 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8e3de9160f9f:42647' 2024-11-10T16:23:27,913 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@429f204e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:27,913 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,42647,-1 for getting cluster id 2024-11-10T16:23:27,914 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:23:27,914 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7ad042c-4ec6-4aca-b6f0-ed3b7ddeae65' 2024-11-10T16:23:27,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:23:27,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7ad042c-4ec6-4aca-b6f0-ed3b7ddeae65" 2024-11-10T16:23:27,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e237aa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:27,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,42647,-1] 2024-11-10T16:23:27,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:23:27,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:27,915 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:23:27,916 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b57678c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:27,916 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:23:27,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,42647,1731255786324 2024-11-10T16:23:27,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f5b4748 2024-11-10T16:23:27,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:23:27,918 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-10T16:23:27,918 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8e3de9160f9f,38311,1731255794700 (queues=1) is replicating from cluster=7f6f2ff1-7d4f-4ee2-920b-7fa390189c1d to cluster=a7ad042c-4ec6-4aca-b6f0-ed3b7ddeae65 2024-11-10T16:23:27,918 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8e3de9160f9f%2C38311%2C1731255794700 2024-11-10T16:23:27,918 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8e3de9160f9f,38311,1731255794700, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T16:23:27,919 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694, startPosition=0, beingWritten=true 2024-11-10T16:23:27,919 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.shipper8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8e3de9160f9f%2C38311%2C1731255794700 2024-11-10T16:23:27,923 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:23:27,923 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694 to pos 379, reset compression=false 2024-11-10T16:23:27,923 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.shipper8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,38311,1731255794700 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T16:23:28,046 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 379, reset compression=false 2024-11-10T16:23:28,127 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694 to pos 379, reset compression=false 2024-11-10T16:23:28,430 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694 to pos 379, reset compression=false 2024-11-10T16:23:28,484 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 379, reset compression=false 2024-11-10T16:23:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:23:28,637 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T16:23:28,638 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:23:28,638 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:23:28,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:28,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:28,638 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:23:28,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cce2bfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:28,639 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,42647,-1 for getting cluster id 2024-11-10T16:23:28,639 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:23:28,639 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7ad042c-4ec6-4aca-b6f0-ed3b7ddeae65' 2024-11-10T16:23:28,640 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:23:28,640 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7ad042c-4ec6-4aca-b6f0-ed3b7ddeae65" 2024-11-10T16:23:28,640 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75371bce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:28,640 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,42647,-1] 2024-11-10T16:23:28,640 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:23:28,640 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:28,641 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:23:28,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5070bb20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:28,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@551e383d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:28,642 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,40277,-1 for getting cluster id 2024-11-10T16:23:28,642 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:23:28,643 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8d96ea1-86bb-43a3-b624-cd6e1af689b4' 2024-11-10T16:23:28,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:23:28,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8d96ea1-86bb-43a3-b624-cd6e1af689b4" 2024-11-10T16:23:28,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3932b855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:28,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,40277,-1] 2024-11-10T16:23:28,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:23:28,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:28,644 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:23:28,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b24277, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:28,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780557aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:28,645 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,41927,-1 for getting cluster id 2024-11-10T16:23:28,645 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:23:28,646 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f6f2ff1-7d4f-4ee2-920b-7fa390189c1d' 2024-11-10T16:23:28,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:23:28,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f6f2ff1-7d4f-4ee2-920b-7fa390189c1d" 2024-11-10T16:23:28,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5daa0767, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:28,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,41927,-1] 2024-11-10T16:23:28,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:23:28,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:28,647 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:23:28,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@590cd01e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:28,648 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:23:28,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,38775,1731255786384, seqNum=-1] 2024-11-10T16:23:28,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:23:28,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:23:28,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731255797734.3999bf10a5edce8d83d8b3e24c53b64b., hostname=8e3de9160f9f,38775,1731255786384, seqNum=2] 2024-11-10T16:23:28,654 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:23:28,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,38311,1731255794700, seqNum=-1] 2024-11-10T16:23:28,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:23:28,656 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:23:28,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731255801031.30f450d8e79adcf86dd6d9fee583f369., hostname=8e3de9160f9f,38311,1731255794700, seqNum=2] 2024-11-10T16:23:28,658 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-10T16:23:28,834 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694 to pos 379, reset compression=false 2024-11-10T16:23:28,843 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T16:23:28,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:28,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:28,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:28,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:28,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:28,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:28,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:28,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:28,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:28,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:28,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:28,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:28,893 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T16:23:28,893 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T16:23:28,894 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T16:23:28,894 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T16:23:29,050 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 379, reset compression=false 2024-11-10T16:23:29,055 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T16:23:29,055 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 480, reset compression=false 2024-11-10T16:23:29,055 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.shipper8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,38775,1731255786384 got entry batch from reader: WALEntryBatch [walEntries=[{test/3999bf10a5edce8d83d8b3e24c53b64b/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-10T16:23:29,057 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.shipper8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T16:23:29,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-10T16:23:29,059 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T16:23:29,059 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c024fe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:29,059 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,40277,-1 for getting cluster id 2024-11-10T16:23:29,059 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:23:29,060 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8d96ea1-86bb-43a3-b624-cd6e1af689b4' 2024-11-10T16:23:29,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:23:29,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8d96ea1-86bb-43a3-b624-cd6e1af689b4" 2024-11-10T16:23:29,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@738d699c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:29,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,40277,-1] 2024-11-10T16:23:29,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:23:29,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:29,061 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:23:29,062 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72eeac6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:29,062 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:23:29,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,39065,1731255790517, seqNum=-1] 2024-11-10T16:23:29,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:23:29,064 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-10T16:23:29,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731255799891.03a99ec0d4d6c72387c0c24464e80525., hostname=8e3de9160f9f,39065,1731255790517, seqNum=2] 2024-11-10T16:23:29,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T16:23:29,260 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 480, reset compression=false 2024-11-10T16:23:29,287 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 379, reset compression=false 2024-11-10T16:23:29,292 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T16:23:29,292 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 504, reset compression=false 2024-11-10T16:23:29,292 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.shipper8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,39065,1731255790517 got entry batch from reader: WALEntryBatch [walEntries=[{test/03a99ec0d4d6c72387c0c24464e80525/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-10T16:23:29,294 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.shipper8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T16:23:29,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-10T16:23:29,295 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38311 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T16:23:29,296 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38311 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@675a6be0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:29,296 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38311 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,41927,-1 for getting cluster id 2024-11-10T16:23:29,296 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38311 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:23:29,296 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f6f2ff1-7d4f-4ee2-920b-7fa390189c1d' 2024-11-10T16:23:29,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:23:29,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f6f2ff1-7d4f-4ee2-920b-7fa390189c1d" 2024-11-10T16:23:29,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68a51284, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:29,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,41927,-1] 2024-11-10T16:23:29,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:23:29,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:29,297 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:23:29,298 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38311 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3344fc4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:29,298 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38311 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:23:29,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,38311,1731255794700, seqNum=-1] 2024-11-10T16:23:29,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:23:29,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-10T16:23:29,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731255801031.30f450d8e79adcf86dd6d9fee583f369., hostname=8e3de9160f9f,38311,1731255794700, seqNum=2] 2024-11-10T16:23:29,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38311 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T16:23:29,338 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694 to pos 379, reset compression=false 2024-11-10T16:23:29,342 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:23:29,342 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694 to pos 528, reset compression=false 2024-11-10T16:23:29,342 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.shipper8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,38311,1731255794700 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T16:23:29,495 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 504, reset compression=false 2024-11-10T16:23:29,545 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694 to pos 528, reset compression=false 2024-11-10T16:23:29,564 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 480, reset compression=false 2024-11-10T16:23:29,660 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-10T16:23:29,660 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:23:29,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,39065,1731255790517, seqNum=-1] 2024-11-10T16:23:29,662 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:23:29,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:23:29,664 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731255799891.03a99ec0d4d6c72387c0c24464e80525., hostname=8e3de9160f9f,39065,1731255790517, seqNum=2] 2024-11-10T16:23:29,667 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-10T16:23:29,802 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 504, reset compression=false 2024-11-10T16:23:29,807 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T16:23:29,807 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 608, reset compression=false 2024-11-10T16:23:29,807 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.shipper8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,39065,1731255790517 got entry batch from reader: WALEntryBatch [walEntries=[{test/03a99ec0d4d6c72387c0c24464e80525/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T16:23:29,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38311 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T16:23:29,810 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38311 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T16:23:29,849 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694 to pos 528, reset compression=false 2024-11-10T16:23:29,853 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T16:23:29,853 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694 to pos 656, reset compression=false 2024-11-10T16:23:29,853 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.shipper8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,38311,1731255794700 got entry batch from reader: WALEntryBatch [walEntries=[{test/30f450d8e79adcf86dd6d9fee583f369/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-10T16:23:29,855 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.shipper8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T16:23:29,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-10T16:23:29,856 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38775 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T16:23:29,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@816bb08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:29,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38775 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,42647,-1 for getting cluster id 2024-11-10T16:23:29,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:23:29,857 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7ad042c-4ec6-4aca-b6f0-ed3b7ddeae65' 2024-11-10T16:23:29,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:23:29,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7ad042c-4ec6-4aca-b6f0-ed3b7ddeae65" 2024-11-10T16:23:29,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@546738c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:29,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,42647,-1] 2024-11-10T16:23:29,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:23:29,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:29,859 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:23:29,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@554a7b1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:29,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38775 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:23:29,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,38775,1731255786384, seqNum=-1] 2024-11-10T16:23:29,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:23:29,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-10T16:23:29,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731255797734.3999bf10a5edce8d83d8b3e24c53b64b., hostname=8e3de9160f9f,38775,1731255786384, seqNum=2] 2024-11-10T16:23:29,866 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38775 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T16:23:29,967 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 480, reset compression=false 2024-11-10T16:23:29,972 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:23:29,972 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 631, reset compression=false 2024-11-10T16:23:29,972 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.shipper8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,38775,1731255786384 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T16:23:30,012 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 608, reset compression=false 2024-11-10T16:23:30,057 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694 to pos 656, reset compression=false 2024-11-10T16:23:30,175 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 631, reset compression=false 2024-11-10T16:23:30,315 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 608, reset compression=false 2024-11-10T16:23:30,359 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694 to pos 656, reset compression=false 2024-11-10T16:23:30,478 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 631, reset compression=false 2024-11-10T16:23:30,669 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-10T16:23:30,672 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-10T16:23:30,719 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 608, reset compression=false 2024-11-10T16:23:30,764 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694 to pos 656, reset compression=false 2024-11-10T16:23:30,768 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T16:23:30,768 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694 to pos 760, reset compression=false 2024-11-10T16:23:30,768 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.shipper8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,38311,1731255794700 got entry batch from reader: WALEntryBatch [walEntries=[{test/30f450d8e79adcf86dd6d9fee583f369/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T16:23:30,769 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38775 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T16:23:30,771 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38775 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T16:23:30,882 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 631, reset compression=false 2024-11-10T16:23:30,887 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T16:23:30,887 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 758, reset compression=false 2024-11-10T16:23:30,887 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.shipper8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,38775,1731255786384 got entry batch from reader: WALEntryBatch [walEntries=[{test/3999bf10a5edce8d83d8b3e24c53b64b/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-10T16:23:30,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T16:23:30,890 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T16:23:30,971 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694 to pos 760, reset compression=false 2024-11-10T16:23:31,090 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 758, reset compression=false 2024-11-10T16:23:31,222 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 608, reset compression=false 2024-11-10T16:23:31,227 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:23:31,227 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 759, reset compression=false 2024-11-10T16:23:31,227 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.shipper8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,39065,1731255790517 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T16:23:31,274 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694 to pos 760, reset compression=false 2024-11-10T16:23:31,393 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 758, reset compression=false 2024-11-10T16:23:31,430 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 759, reset compression=false 2024-11-10T16:23:31,674 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-10T16:23:31,678 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-10T16:23:31,678 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694 to pos 760, reset compression=false 2024-11-10T16:23:31,733 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 759, reset compression=false 2024-11-10T16:23:31,796 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 758, reset compression=false 2024-11-10T16:23:31,800 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T16:23:31,800 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 914, reset compression=false 2024-11-10T16:23:31,800 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.shipper8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,38775,1731255786384 got entry batch from reader: WALEntryBatch [walEntries=[{test/3999bf10a5edce8d83d8b3e24c53b64b/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-10T16:23:31,802 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T16:23:31,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T16:23:32,004 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 914, reset compression=false 2024-11-10T16:23:32,136 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 759, reset compression=false 2024-11-10T16:23:32,140 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T16:23:32,140 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 907, reset compression=false 2024-11-10T16:23:32,140 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.shipper8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,39065,1731255790517 got entry batch from reader: WALEntryBatch [walEntries=[{test/03a99ec0d4d6c72387c0c24464e80525/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-10T16:23:32,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38311 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T16:23:32,144 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38311 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T16:23:32,182 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694 to pos 760, reset compression=false 2024-11-10T16:23:32,186 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:23:32,186 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694 to pos 932, reset compression=false 2024-11-10T16:23:32,186 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.shipper8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,38311,1731255794700 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T16:23:32,308 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 914, reset compression=false 2024-11-10T16:23:32,344 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 907, reset compression=false 2024-11-10T16:23:32,389 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694 to pos 932, reset compression=false 2024-11-10T16:23:32,647 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 907, reset compression=false 2024-11-10T16:23:32,679 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-10T16:23:32,683 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-10T16:23:32,692 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694 to pos 932, reset compression=false 2024-11-10T16:23:32,711 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 914, reset compression=false 2024-11-10T16:23:33,051 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 907, reset compression=false 2024-11-10T16:23:33,055 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T16:23:33,055 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 1066, reset compression=false 2024-11-10T16:23:33,055 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.shipper8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,39065,1731255790517 got entry batch from reader: WALEntryBatch [walEntries=[{test/03a99ec0d4d6c72387c0c24464e80525/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T16:23:33,056 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38311 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T16:23:33,058 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38311 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T16:23:33,095 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694 to pos 932, reset compression=false 2024-11-10T16:23:33,099 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T16:23:33,099 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694 to pos 1082, reset compression=false 2024-11-10T16:23:33,099 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.shipper8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,38311,1731255794700 got entry batch from reader: WALEntryBatch [walEntries=[{test/30f450d8e79adcf86dd6d9fee583f369/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-10T16:23:33,100 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38775 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T16:23:33,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38775 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T16:23:33,214 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 914, reset compression=false 2024-11-10T16:23:33,218 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:23:33,218 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 1087, reset compression=false 2024-11-10T16:23:33,218 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.shipper8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,38775,1731255786384 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T16:23:33,258 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 1066, reset compression=false 2024-11-10T16:23:33,302 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694 to pos 1082, reset compression=false 2024-11-10T16:23:33,422 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 1087, reset compression=false 2024-11-10T16:23:33,561 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 1066, reset compression=false 2024-11-10T16:23:33,605 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694 to pos 1082, reset compression=false 2024-11-10T16:23:33,684 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-10T16:23:33,688 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-10T16:23:33,726 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 1087, reset compression=false 2024-11-10T16:23:33,965 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 1066, reset compression=false 2024-11-10T16:23:34,009 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694 to pos 1082, reset compression=false 2024-11-10T16:23:34,013 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T16:23:34,013 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694 to pos 1241, reset compression=false 2024-11-10T16:23:34,014 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.shipper8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,38311,1731255794700 got entry batch from reader: WALEntryBatch [walEntries=[{test/30f450d8e79adcf86dd6d9fee583f369/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T16:23:34,014 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38775 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T16:23:34,017 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38775 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T16:23:34,130 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 1087, reset compression=false 2024-11-10T16:23:34,134 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T16:23:34,134 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 1236, reset compression=false 2024-11-10T16:23:34,134 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.shipper8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,38775,1731255786384 got entry batch from reader: WALEntryBatch [walEntries=[{test/3999bf10a5edce8d83d8b3e24c53b64b/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-10T16:23:34,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T16:23:34,138 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T16:23:34,216 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694 to pos 1241, reset compression=false 2024-11-10T16:23:34,337 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 1236, reset compression=false 2024-11-10T16:23:34,468 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 1066, reset compression=false 2024-11-10T16:23:34,472 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:23:34,472 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 1239, reset compression=false 2024-11-10T16:23:34,472 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.shipper8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,39065,1731255790517 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T16:23:34,520 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694 to pos 1241, reset compression=false 2024-11-10T16:23:34,641 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 1236, reset compression=false 2024-11-10T16:23:34,675 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 1239, reset compression=false 2024-11-10T16:23:34,689 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-10T16:23:34,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bb35a16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:34,695 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,41927,-1 for getting cluster id 2024-11-10T16:23:34,695 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:23:34,696 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f6f2ff1-7d4f-4ee2-920b-7fa390189c1d' 2024-11-10T16:23:34,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:23:34,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f6f2ff1-7d4f-4ee2-920b-7fa390189c1d" 2024-11-10T16:23:34,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75941fc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:34,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,41927,-1] 2024-11-10T16:23:34,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:23:34,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:34,697 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:23:34,697 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ef5bce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:34,699 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:23:34,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,41927,1731255794663 2024-11-10T16:23:34,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f51ce70 2024-11-10T16:23:34,701 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:23:34,701 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:23:34,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41927 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-10T16:23:34,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41927 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-10T16:23:34,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T16:23:34,707 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T16:23:34,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T16:23:34,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38311 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-10T16:23:34,859 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-10T16:23:34,860 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-10T16:23:34,860 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8e3de9160f9f,38311,1731255794700 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-10T16:23:34,861 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0. 2024-11-10T16:23:34,861 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:23:34,861 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:34,861 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:34,861 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:23:34,961 WARN [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.shipper8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T16:23:34,979 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 1239, reset compression=false 2024-11-10T16:23:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T16:23:35,044 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 1236, reset compression=false 2024-11-10T16:23:35,061 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.shipper8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 terminated 2024-11-10T16:23:35,078 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-8e3de9160f9f,38311,1731255794700, ReplicationSource: 1, currentBandwidth=0 2024-11-10T16:23:35,078 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-10T16:23:35,078 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-10T16:23:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41927 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-10T16:23:35,080 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 8e3de9160f9f,38311,1731255794700 suceeded 2024-11-10T16:23:35,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-10T16:23:35,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 373 msec 2024-11-10T16:23:35,082 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-10T16:23:35,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 380 msec 2024-11-10T16:23:35,092 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8e3de9160f9f:42647' 2024-11-10T16:23:35,093 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fa11ba6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:35,093 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,42647,-1 for getting cluster id 2024-11-10T16:23:35,094 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:23:35,094 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7ad042c-4ec6-4aca-b6f0-ed3b7ddeae65' 2024-11-10T16:23:35,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:23:35,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7ad042c-4ec6-4aca-b6f0-ed3b7ddeae65" 2024-11-10T16:23:35,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22d7c000, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:35,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,42647,-1] 2024-11-10T16:23:35,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:23:35,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:35,095 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:23:35,096 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c35d283, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:35,096 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:23:35,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,42647,1731255786324 2024-11-10T16:23:35,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@772e107d 2024-11-10T16:23:35,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:23:35,097 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-10T16:23:35,098 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8e3de9160f9f,38311,1731255794700 (queues=1) is replicating from cluster=7f6f2ff1-7d4f-4ee2-920b-7fa390189c1d to cluster=a7ad042c-4ec6-4aca-b6f0-ed3b7ddeae65 2024-11-10T16:23:35,098 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8e3de9160f9f%2C38311%2C1731255794700 2024-11-10T16:23:35,098 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8e3de9160f9f,38311,1731255794700, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T16:23:35,098 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.shipper8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8e3de9160f9f%2C38311%2C1731255794700 2024-11-10T16:23:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T16:23:35,327 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-10T16:23:35,327 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:23:35,327 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:23:35,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:35,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:35,327 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:23:35,331 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-10T16:23:35,382 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 1239, reset compression=false 2024-11-10T16:23:35,547 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 1236, reset compression=false 2024-11-10T16:23:35,551 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T16:23:35,551 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 1340, reset compression=false 2024-11-10T16:23:35,551 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.shipper8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,38775,1731255786384 got entry batch from reader: WALEntryBatch [walEntries=[{test/3999bf10a5edce8d83d8b3e24c53b64b/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T16:23:35,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T16:23:35,555 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T16:23:35,755 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 1340, reset compression=false 2024-11-10T16:23:35,886 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 1239, reset compression=false 2024-11-10T16:23:35,891 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T16:23:35,891 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 1367, reset compression=false 2024-11-10T16:23:35,891 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.shipper8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,39065,1731255790517 got entry batch from reader: WALEntryBatch [walEntries=[{test/03a99ec0d4d6c72387c0c24464e80525/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-10T16:23:35,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38311 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T16:23:35,895 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38311 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T16:23:35,913 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T16:23:36,058 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 1340, reset compression=false 2024-11-10T16:23:36,094 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 1367, reset compression=false 2024-11-10T16:23:36,333 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-10T16:23:36,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df47c37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:36,335 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,41927,-1 for getting cluster id 2024-11-10T16:23:36,336 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:23:36,336 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f6f2ff1-7d4f-4ee2-920b-7fa390189c1d' 2024-11-10T16:23:36,336 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:23:36,337 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f6f2ff1-7d4f-4ee2-920b-7fa390189c1d" 2024-11-10T16:23:36,337 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23be53cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:36,337 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,41927,-1] 2024-11-10T16:23:36,337 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:23:36,337 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:36,338 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:23:36,339 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6448d6bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:36,341 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:23:36,342 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,41927,1731255794663 2024-11-10T16:23:36,342 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a28c83e 2024-11-10T16:23:36,342 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:23:36,343 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:23:36,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41927 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-10T16:23:36,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41927 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-10T16:23:36,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-10T16:23:36,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T16:23:36,397 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 1367, reset compression=false 2024-11-10T16:23:36,402 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T16:23:36,402 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 1471, reset compression=false 2024-11-10T16:23:36,402 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.shipper8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,39065,1731255790517 got entry batch from reader: WALEntryBatch [walEntries=[{test/03a99ec0d4d6c72387c0c24464e80525/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T16:23:36,403 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38311 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T16:23:36,406 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38311 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T16:23:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-10T16:23:36,462 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 1340, reset compression=false 2024-11-10T16:23:36,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38311 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-10T16:23:36,502 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-10T16:23:36,503 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-10T16:23:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41927 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-10T16:23:36,505 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 8e3de9160f9f,38311,1731255794700 suceeded 2024-11-10T16:23:36,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-10T16:23:36,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-11-10T16:23:36,507 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-10T16:23:36,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 163 msec 2024-11-10T16:23:36,599 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694, startPosition=1241, beingWritten=true 2024-11-10T16:23:36,604 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T16:23:36,604 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694 to pos 1521, reset compression=false 2024-11-10T16:23:36,604 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.shipper8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,38311,1731255794700 got entry batch from reader: WALEntryBatch [walEntries=[{test/30f450d8e79adcf86dd6d9fee583f369/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-10T16:23:36,605 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 1471, reset compression=false 2024-11-10T16:23:36,606 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.shipper8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T16:23:36,607 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-10T16:23:36,607 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38775 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T16:23:36,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38775 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T16:23:36,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-10T16:23:36,667 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-10T16:23:36,667 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:23:36,668 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:23:36,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:36,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:36,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:23:36,670 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-10T16:23:36,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T16:23:36,670 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:23:36,670 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:23:36,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:36,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:36,670 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:23:36,670 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T16:23:36,670 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=255593702, stopped=false 2024-11-10T16:23:36,670 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8e3de9160f9f,41927,1731255794663 2024-11-10T16:23:36,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x10102b0c2400007, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-914086722/running 2024-11-10T16:23:36,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41927-0x10102b0c2400006, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-914086722/running 2024-11-10T16:23:36,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x10102b0c2400007, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-914086722 2024-11-10T16:23:36,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41927-0x10102b0c2400006, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-914086722 2024-11-10T16:23:36,673 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:23:36,673 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:23:36,673 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:23:36,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:36,673 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8e3de9160f9f,38311,1731255794700' ***** 2024-11-10T16:23:36,673 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T16:23:36,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38311-0x10102b0c2400007, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Set watcher on znode that does not yet exist, /2-914086722/running 2024-11-10T16:23:36,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41927-0x10102b0c2400006, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Set watcher on znode that does not yet exist, /2-914086722/running 2024-11-10T16:23:36,674 INFO [RS:0;8e3de9160f9f:38311 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T16:23:36,674 INFO [RS:0;8e3de9160f9f:38311 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T16:23:36,674 INFO [RS:0;8e3de9160f9f:38311 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T16:23:36,674 INFO [RS:0;8e3de9160f9f:38311 {}] regionserver.HRegionServer(3091): Received CLOSE for 30f450d8e79adcf86dd6d9fee583f369 2024-11-10T16:23:36,674 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T16:23:36,674 INFO [RS:0;8e3de9160f9f:38311 {}] regionserver.HRegionServer(3091): Received CLOSE for 357fc91d2f72a75197dc5fc3fdb6aec4 2024-11-10T16:23:36,674 INFO [RS:0;8e3de9160f9f:38311 {}] regionserver.HRegionServer(959): stopping server 8e3de9160f9f,38311,1731255794700 2024-11-10T16:23:36,675 INFO [RS:0;8e3de9160f9f:38311 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:23:36,675 INFO [RS:0;8e3de9160f9f:38311 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:38311. 2024-11-10T16:23:36,675 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 30f450d8e79adcf86dd6d9fee583f369, disabling compactions & flushes 2024-11-10T16:23:36,675 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731255801031.30f450d8e79adcf86dd6d9fee583f369. 2024-11-10T16:23:36,675 DEBUG [RS:0;8e3de9160f9f:38311 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:23:36,675 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731255801031.30f450d8e79adcf86dd6d9fee583f369. 2024-11-10T16:23:36,675 DEBUG [RS:0;8e3de9160f9f:38311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:36,675 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731255801031.30f450d8e79adcf86dd6d9fee583f369. after waiting 0 ms 2024-11-10T16:23:36,675 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731255801031.30f450d8e79adcf86dd6d9fee583f369. 2024-11-10T16:23:36,675 INFO [RS:0;8e3de9160f9f:38311 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T16:23:36,675 INFO [RS:0;8e3de9160f9f:38311 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T16:23:36,675 INFO [RS:0;8e3de9160f9f:38311 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T16:23:36,675 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 30f450d8e79adcf86dd6d9fee583f369 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-10T16:23:36,675 INFO [RS:0;8e3de9160f9f:38311 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T16:23:36,675 INFO [RS:0;8e3de9160f9f:38311 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T16:23:36,675 DEBUG [RS:0;8e3de9160f9f:38311 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 30f450d8e79adcf86dd6d9fee583f369=test,,1731255801031.30f450d8e79adcf86dd6d9fee583f369., 357fc91d2f72a75197dc5fc3fdb6aec4=hbase:replication,,1731255806492.357fc91d2f72a75197dc5fc3fdb6aec4.} 2024-11-10T16:23:36,675 DEBUG [RS:0;8e3de9160f9f:38311 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30f450d8e79adcf86dd6d9fee583f369, 357fc91d2f72a75197dc5fc3fdb6aec4 2024-11-10T16:23:36,675 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T16:23:36,675 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T16:23:36,675 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T16:23:36,675 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T16:23:36,675 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T16:23:36,675 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T16:23:36,693 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/hbase/meta/1588230740/.tmp/info/c07b5fa4db7a473aa327b82b1c899901 is 147, key is hbase:replication,,1731255806492.357fc91d2f72a75197dc5fc3fdb6aec4./info:regioninfo/1731255807660/Put/seqid=0 2024-11-10T16:23:36,694 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/default/test/30f450d8e79adcf86dd6d9fee583f369/.tmp/f/52b25f0a88f74ea4b17f89fd88c1cb8e is 37, key is row3/f:row3/1731255815329/Put/seqid=0 2024-11-10T16:23:36,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741840_1016 (size=7686) 2024-11-10T16:23:36,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741841_1017 (size=5228) 2024-11-10T16:23:36,698 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/default/test/30f450d8e79adcf86dd6d9fee583f369/.tmp/f/52b25f0a88f74ea4b17f89fd88c1cb8e 2024-11-10T16:23:36,702 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 52b25f0a88f74ea4b17f89fd88c1cb8e 2024-11-10T16:23:36,716 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/default/test/30f450d8e79adcf86dd6d9fee583f369/.tmp/f1/6475abe672a1404291f164cd93756a2d is 30, key is row1/f1:/1731255812680/DeleteFamily/seqid=0 2024-11-10T16:23:36,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741842_1018 (size=5158) 2024-11-10T16:23:36,768 INFO [regionserver/8e3de9160f9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:23:36,807 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694 to pos 1521, reset compression=false 2024-11-10T16:23:36,811 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:23:36,811 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694 to pos 1768, reset compression=false 2024-11-10T16:23:36,811 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.shipper8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,38311,1731255794700 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T16:23:36,812 ERROR [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.shipper8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8e3de9160f9f,38311,1731255794700: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8e3de9160f9f,38311,1731255794700, walGroup=8e3de9160f9f%2C38311%2C1731255794700, offset=8e3de9160f9f%2C38311%2C1731255794700.1731255796694:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:38311 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T16:23:36,814 ERROR [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.shipper8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T16:23:36,814 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.shipper8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T16:23:36,815 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.shipper8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T16:23:36,815 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.shipper8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T16:23:36,815 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.shipper8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T16:23:36,815 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.shipper8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1142947840, "init": 1048576000, "max": 2306867200, "used": 765934128 }, "NonHeapMemoryUsage": { "committed": 201129984, "init": 7667712, "max": -1, "used": 198075960 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T16:23:36,815 WARN [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.shipper8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:41927 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:41927 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T16:23:36,875 DEBUG [RS:0;8e3de9160f9f:38311 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30f450d8e79adcf86dd6d9fee583f369, 357fc91d2f72a75197dc5fc3fdb6aec4 2024-11-10T16:23:36,909 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 1471, reset compression=false 2024-11-10T16:23:36,965 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 1340, reset compression=false 2024-11-10T16:23:36,969 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:23:36,969 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 1491, reset compression=false 2024-11-10T16:23:36,969 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.shipper8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,38775,1731255786384 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T16:23:37,019 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694 to pos 1768, reset compression=false 2024-11-10T16:23:37,076 DEBUG [RS:0;8e3de9160f9f:38311 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30f450d8e79adcf86dd6d9fee583f369, 357fc91d2f72a75197dc5fc3fdb6aec4 2024-11-10T16:23:37,097 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/hbase/meta/1588230740/.tmp/info/c07b5fa4db7a473aa327b82b1c899901 2024-11-10T16:23:37,114 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/hbase/meta/1588230740/.tmp/ns/8e0861aebda64889bd3462b9c5c4dd34 is 43, key is default/ns:d/1731255797633/Put/seqid=0 2024-11-10T16:23:37,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741843_1019 (size=5153) 2024-11-10T16:23:37,120 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/default/test/30f450d8e79adcf86dd6d9fee583f369/.tmp/f1/6475abe672a1404291f164cd93756a2d 2024-11-10T16:23:37,124 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6475abe672a1404291f164cd93756a2d 2024-11-10T16:23:37,138 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/default/test/30f450d8e79adcf86dd6d9fee583f369/.tmp/norep/425fc72df194462c9275634853d89179 is 33, key is row2/norep:/1731255813685/DeleteFamily/seqid=0 2024-11-10T16:23:37,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741844_1020 (size=5108) 2024-11-10T16:23:37,172 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 1491, reset compression=false 2024-11-10T16:23:37,276 DEBUG [RS:0;8e3de9160f9f:38311 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30f450d8e79adcf86dd6d9fee583f369, 357fc91d2f72a75197dc5fc3fdb6aec4 2024-11-10T16:23:37,312 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 1471, reset compression=false 2024-11-10T16:23:37,323 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694 to pos 1768, reset compression=false 2024-11-10T16:23:37,475 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 1491, reset compression=false 2024-11-10T16:23:37,476 DEBUG [RS:0;8e3de9160f9f:38311 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30f450d8e79adcf86dd6d9fee583f369, 357fc91d2f72a75197dc5fc3fdb6aec4 2024-11-10T16:23:37,518 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/hbase/meta/1588230740/.tmp/ns/8e0861aebda64889bd3462b9c5c4dd34 2024-11-10T16:23:37,536 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/hbase/meta/1588230740/.tmp/rep_barrier/13e3bfde054d44d4a99c6adb2b03e369 is 112, key is test,,1731255801031.30f450d8e79adcf86dd6d9fee583f369./rep_barrier:seqnumDuringOpen/1731255801776/Put/seqid=0 2024-11-10T16:23:37,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741845_1021 (size=5518) 2024-11-10T16:23:37,540 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/hbase/meta/1588230740/.tmp/rep_barrier/13e3bfde054d44d4a99c6adb2b03e369 2024-11-10T16:23:37,541 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/default/test/30f450d8e79adcf86dd6d9fee583f369/.tmp/norep/425fc72df194462c9275634853d89179 2024-11-10T16:23:37,545 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 425fc72df194462c9275634853d89179 2024-11-10T16:23:37,545 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/default/test/30f450d8e79adcf86dd6d9fee583f369/.tmp/f/52b25f0a88f74ea4b17f89fd88c1cb8e as hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/default/test/30f450d8e79adcf86dd6d9fee583f369/f/52b25f0a88f74ea4b17f89fd88c1cb8e 2024-11-10T16:23:37,548 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 52b25f0a88f74ea4b17f89fd88c1cb8e 2024-11-10T16:23:37,549 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/default/test/30f450d8e79adcf86dd6d9fee583f369/f/52b25f0a88f74ea4b17f89fd88c1cb8e, entries=5, sequenceid=12, filesize=5.1 K 2024-11-10T16:23:37,549 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/default/test/30f450d8e79adcf86dd6d9fee583f369/.tmp/f1/6475abe672a1404291f164cd93756a2d as hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/default/test/30f450d8e79adcf86dd6d9fee583f369/f1/6475abe672a1404291f164cd93756a2d 2024-11-10T16:23:37,553 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6475abe672a1404291f164cd93756a2d 2024-11-10T16:23:37,553 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/default/test/30f450d8e79adcf86dd6d9fee583f369/f1/6475abe672a1404291f164cd93756a2d, entries=3, sequenceid=12, filesize=5.0 K 2024-11-10T16:23:37,554 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/default/test/30f450d8e79adcf86dd6d9fee583f369/.tmp/norep/425fc72df194462c9275634853d89179 as hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/default/test/30f450d8e79adcf86dd6d9fee583f369/norep/425fc72df194462c9275634853d89179 2024-11-10T16:23:37,557 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 425fc72df194462c9275634853d89179 2024-11-10T16:23:37,558 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/default/test/30f450d8e79adcf86dd6d9fee583f369/norep/425fc72df194462c9275634853d89179, entries=1, sequenceid=12, filesize=5.0 K 2024-11-10T16:23:37,558 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 30f450d8e79adcf86dd6d9fee583f369 in 883ms, sequenceid=12, compaction requested=false 2024-11-10T16:23:37,559 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T16:23:37,559 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T16:23:37,559 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/hbase/meta/1588230740/.tmp/table/73e07c465c4d47a1ad10cd3aa4a4339b is 53, key is hbase:replication/table:state/1731255807667/Put/seqid=0 2024-11-10T16:23:37,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741846_1022 (size=5308) 2024-11-10T16:23:37,563 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/default/test/30f450d8e79adcf86dd6d9fee583f369/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T16:23:37,563 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:23:37,563 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T16:23:37,564 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731255801031.30f450d8e79adcf86dd6d9fee583f369. 2024-11-10T16:23:37,564 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 30f450d8e79adcf86dd6d9fee583f369: Waiting for close lock at 1731255816675Running coprocessor pre-close hooks at 1731255816675Disabling compacts and flushes for region at 1731255816675Disabling writes for close at 1731255816675Obtaining lock to block concurrent updates at 1731255816675Preparing flush snapshotting stores in 30f450d8e79adcf86dd6d9fee583f369 at 1731255816675Finished memstore snapshotting test,,1731255801031.30f450d8e79adcf86dd6d9fee583f369., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731255816675Flushing stores of test,,1731255801031.30f450d8e79adcf86dd6d9fee583f369. at 1731255816676 (+1 ms)Flushing 30f450d8e79adcf86dd6d9fee583f369/f: creating writer at 1731255816676Flushing 30f450d8e79adcf86dd6d9fee583f369/f: appending metadata at 1731255816694 (+18 ms)Flushing 30f450d8e79adcf86dd6d9fee583f369/f: closing flushed file at 1731255816694Flushing 30f450d8e79adcf86dd6d9fee583f369/f1: creating writer at 1731255816702 (+8 ms)Flushing 30f450d8e79adcf86dd6d9fee583f369/f1: appending metadata at 1731255816715 (+13 ms)Flushing 30f450d8e79adcf86dd6d9fee583f369/f1: closing flushed file at 1731255816715Flushing 30f450d8e79adcf86dd6d9fee583f369/norep: creating writer at 1731255817124 (+409 ms)Flushing 30f450d8e79adcf86dd6d9fee583f369/norep: appending metadata at 1731255817137 (+13 ms)Flushing 30f450d8e79adcf86dd6d9fee583f369/norep: closing flushed file at 1731255817137Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cdff6a8: reopening flushed file at 1731255817545 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d5c245d: reopening flushed file at 1731255817549 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64f83f21: reopening flushed file at 1731255817553 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 30f450d8e79adcf86dd6d9fee583f369 in 883ms, sequenceid=12, compaction requested=false at 1731255817558 (+5 ms)Writing region close event to WAL at 1731255817560 (+2 ms)Running coprocessor post-close hooks at 1731255817563 (+3 ms)Closed at 1731255817564 (+1 ms) 2024-11-10T16:23:37,564 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731255801031.30f450d8e79adcf86dd6d9fee583f369. 2024-11-10T16:23:37,564 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 357fc91d2f72a75197dc5fc3fdb6aec4, disabling compactions & flushes 2024-11-10T16:23:37,564 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731255806492.357fc91d2f72a75197dc5fc3fdb6aec4. 2024-11-10T16:23:37,564 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731255806492.357fc91d2f72a75197dc5fc3fdb6aec4. 2024-11-10T16:23:37,564 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731255806492.357fc91d2f72a75197dc5fc3fdb6aec4. after waiting 0 ms 2024-11-10T16:23:37,564 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731255806492.357fc91d2f72a75197dc5fc3fdb6aec4. 2024-11-10T16:23:37,564 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 357fc91d2f72a75197dc5fc3fdb6aec4: Waiting for close lock at 1731255817564Running coprocessor pre-close hooks at 1731255817564Disabling compacts and flushes for region at 1731255817564Disabling writes for close at 1731255817564Failed flush hbase:replication,,1731255806492.357fc91d2f72a75197dc5fc3fdb6aec4., putting online again at 1731255817564 2024-11-10T16:23:37,564 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731255806492.357fc91d2f72a75197dc5fc3fdb6aec4. 2024-11-10T16:23:37,676 INFO [RS:0;8e3de9160f9f:38311 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T16:23:37,676 DEBUG [RS:0;8e3de9160f9f:38311 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 357fc91d2f72a75197dc5fc3fdb6aec4=hbase:replication,,1731255806492.357fc91d2f72a75197dc5fc3fdb6aec4.} 2024-11-10T16:23:37,676 INFO [RS:0;8e3de9160f9f:38311 {}] regionserver.HRegionServer(3091): Received CLOSE for 357fc91d2f72a75197dc5fc3fdb6aec4 2024-11-10T16:23:37,676 DEBUG [RS:0;8e3de9160f9f:38311 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 357fc91d2f72a75197dc5fc3fdb6aec4 2024-11-10T16:23:37,676 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 357fc91d2f72a75197dc5fc3fdb6aec4, disabling compactions & flushes 2024-11-10T16:23:37,676 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731255806492.357fc91d2f72a75197dc5fc3fdb6aec4. 2024-11-10T16:23:37,676 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731255806492.357fc91d2f72a75197dc5fc3fdb6aec4. 2024-11-10T16:23:37,676 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731255806492.357fc91d2f72a75197dc5fc3fdb6aec4. after waiting 0 ms 2024-11-10T16:23:37,676 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731255806492.357fc91d2f72a75197dc5fc3fdb6aec4. 2024-11-10T16:23:37,676 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 357fc91d2f72a75197dc5fc3fdb6aec4: Waiting for close lock at 1731255817676Running coprocessor pre-close hooks at 1731255817676Disabling compacts and flushes for region at 1731255817676Disabling writes for close at 1731255817676Failed flush hbase:replication,,1731255806492.357fc91d2f72a75197dc5fc3fdb6aec4., putting online again at 1731255817676 2024-11-10T16:23:37,677 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731255806492.357fc91d2f72a75197dc5fc3fdb6aec4. 2024-11-10T16:23:37,726 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694 to pos 1768, reset compression=false 2024-11-10T16:23:37,730 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:23:37,730 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694 to pos 2412, reset compression=false 2024-11-10T16:23:37,816 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 1471, reset compression=false 2024-11-10T16:23:37,876 DEBUG [RS:0;8e3de9160f9f:38311 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:23:37,879 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 1491, reset compression=false 2024-11-10T16:23:37,933 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.wal-reader.8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.1731255796694 to pos 2412, reset compression=false 2024-11-10T16:23:37,964 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/hbase/meta/1588230740/.tmp/table/73e07c465c4d47a1ad10cd3aa4a4339b 2024-11-10T16:23:37,968 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/hbase/meta/1588230740/.tmp/info/c07b5fa4db7a473aa327b82b1c899901 as hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/hbase/meta/1588230740/info/c07b5fa4db7a473aa327b82b1c899901 2024-11-10T16:23:37,971 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/hbase/meta/1588230740/info/c07b5fa4db7a473aa327b82b1c899901, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T16:23:37,972 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/hbase/meta/1588230740/.tmp/ns/8e0861aebda64889bd3462b9c5c4dd34 as hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/hbase/meta/1588230740/ns/8e0861aebda64889bd3462b9c5c4dd34 2024-11-10T16:23:37,975 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/hbase/meta/1588230740/ns/8e0861aebda64889bd3462b9c5c4dd34, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T16:23:37,976 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/hbase/meta/1588230740/.tmp/rep_barrier/13e3bfde054d44d4a99c6adb2b03e369 as hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/hbase/meta/1588230740/rep_barrier/13e3bfde054d44d4a99c6adb2b03e369 2024-11-10T16:23:37,979 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/hbase/meta/1588230740/rep_barrier/13e3bfde054d44d4a99c6adb2b03e369, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T16:23:37,980 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/hbase/meta/1588230740/.tmp/table/73e07c465c4d47a1ad10cd3aa4a4339b as hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/hbase/meta/1588230740/table/73e07c465c4d47a1ad10cd3aa4a4339b 2024-11-10T16:23:37,983 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/hbase/meta/1588230740/table/73e07c465c4d47a1ad10cd3aa4a4339b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T16:23:37,984 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1308ms, sequenceid=16, compaction requested=false 2024-11-10T16:23:37,989 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T16:23:37,989 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:23:37,989 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T16:23:37,989 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T16:23:37,989 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731255816675Running coprocessor pre-close hooks at 1731255816675Disabling compacts and flushes for region at 1731255816675Disabling writes for close at 1731255816675Obtaining lock to block concurrent updates at 1731255816675Preparing flush snapshotting stores in 1588230740 at 1731255816675Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731255816676 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731255816676Flushing 1588230740/info: creating writer at 1731255816676Flushing 1588230740/info: appending metadata at 1731255816693 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731255816693Flushing 1588230740/ns: creating writer at 1731255817101 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731255817114 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731255817114Flushing 1588230740/rep_barrier: creating writer at 1731255817522 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731255817535 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731255817535Flushing 1588230740/table: creating writer at 1731255817543 (+8 ms)Flushing 1588230740/table: appending metadata at 1731255817559 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731255817559Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c1a819c: reopening flushed file at 1731255817967 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bdbc749: reopening flushed file at 1731255817972 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1beccc32: reopening flushed file at 1731255817976 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@92fd2ca: reopening flushed file at 1731255817979 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1308ms, sequenceid=16, compaction requested=false at 1731255817984 (+5 ms)Writing region close event to WAL at 1731255817986 (+2 ms)Running coprocessor post-close hooks at 1731255817989 (+3 ms)Closed at 1731255817989 2024-11-10T16:23:37,989 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T16:23:38,076 INFO [RS:0;8e3de9160f9f:38311 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-10T16:23:38,077 INFO [RS:0;8e3de9160f9f:38311 {}] regionserver.HRegionServer(976): stopping server 8e3de9160f9f,38311,1731255794700; all regions closed. 2024-11-10T16:23:38,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741834_1010 (size=4239) 2024-11-10T16:23:38,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741839_1015 (size=2390) 2024-11-10T16:23:38,081 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/WALs/8e3de9160f9f,38311,1731255794700/8e3de9160f9f%2C38311%2C1731255794700.rep.1731255807630 not finished, retry = 0 2024-11-10T16:23:38,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741832_1008 (size=2420) 2024-11-10T16:23:38,184 DEBUG [RS:0;8e3de9160f9f:38311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:38,184 INFO [RS:0;8e3de9160f9f:38311 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:23:38,184 INFO [RS:0;8e3de9160f9f:38311 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:23:38,184 INFO [RS:0;8e3de9160f9f:38311 {}] hbase.ChoreService(370): Chore service for: regionserver/8e3de9160f9f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T16:23:38,184 INFO [RS:0;8e3de9160f9f:38311 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:23:38,184 INFO [regionserver/8e3de9160f9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:23:38,185 INFO [RS:0;8e3de9160f9f:38311 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8e3de9160f9f,38311,1731255794700 because: Region server is closing 2024-11-10T16:23:38,185 INFO [RS:0;8e3de9160f9f:38311 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:38311. 2024-11-10T16:23:38,185 DEBUG [RS:0;8e3de9160f9f:38311 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:23:38,185 DEBUG [RS:0;8e3de9160f9f:38311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:38,185 DEBUG [RS:0;8e3de9160f9f:38311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:38,185 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:23:38,285 INFO [RS:0;8e3de9160f9f:38311 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38311,1731255794700.replicationSource.shipper8e3de9160f9f%2C38311%2C1731255794700,1-8e3de9160f9f,38311,1731255794700 terminated 2024-11-10T16:23:38,286 INFO [RS:0;8e3de9160f9f:38311 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:38311. 2024-11-10T16:23:38,286 DEBUG [RS:0;8e3de9160f9f:38311 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:23:38,286 DEBUG [RS:0;8e3de9160f9f:38311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:38,286 DEBUG [RS:0;8e3de9160f9f:38311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:38,286 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:23:38,286 INFO [RS:0;8e3de9160f9f:38311 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38311 2024-11-10T16:23:38,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x10102b0c2400007, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-914086722/rs/8e3de9160f9f,38311,1731255794700 2024-11-10T16:23:38,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41927-0x10102b0c2400006, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-914086722/rs 2024-11-10T16:23:38,288 INFO [RS:0;8e3de9160f9f:38311 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:23:38,290 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8e3de9160f9f,38311,1731255794700] 2024-11-10T16:23:38,291 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-914086722/draining/8e3de9160f9f,38311,1731255794700 already deleted, retry=false 2024-11-10T16:23:38,291 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8e3de9160f9f,38311,1731255794700 expired; onlineServers=0 2024-11-10T16:23:38,291 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8e3de9160f9f,41927,1731255794663' ***** 2024-11-10T16:23:38,291 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T16:23:38,291 INFO [M:0;8e3de9160f9f:41927 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:23:38,291 INFO [M:0;8e3de9160f9f:41927 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:23:38,292 DEBUG [M:0;8e3de9160f9f:41927 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T16:23:38,292 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T16:23:38,292 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255796449 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255796449,5,FailOnTimeoutGroup] 2024-11-10T16:23:38,292 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255796452 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255796452,5,FailOnTimeoutGroup] 2024-11-10T16:23:38,292 DEBUG [M:0;8e3de9160f9f:41927 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T16:23:38,292 INFO [M:0;8e3de9160f9f:41927 {}] hbase.ChoreService(370): Chore service for: master/8e3de9160f9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T16:23:38,292 INFO [M:0;8e3de9160f9f:41927 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:23:38,292 DEBUG [M:0;8e3de9160f9f:41927 {}] master.HMaster(1795): Stopping service threads 2024-11-10T16:23:38,292 INFO [M:0;8e3de9160f9f:41927 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T16:23:38,292 INFO [M:0;8e3de9160f9f:41927 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:23:38,293 INFO [M:0;8e3de9160f9f:41927 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T16:23:38,293 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T16:23:38,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41927-0x10102b0c2400006, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-914086722/master 2024-11-10T16:23:38,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41927-0x10102b0c2400006, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-914086722 2024-11-10T16:23:38,293 DEBUG [M:0;8e3de9160f9f:41927 {}] zookeeper.ZKUtil(347): master:41927-0x10102b0c2400006, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Unable to get data of znode /2-914086722/master because node does not exist (not an error) 2024-11-10T16:23:38,293 WARN [M:0;8e3de9160f9f:41927 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T16:23:38,294 INFO [M:0;8e3de9160f9f:41927 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/.lastflushedseqids 2024-11-10T16:23:38,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741847_1023 (size=245) 2024-11-10T16:23:38,382 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 1491, reset compression=false 2024-11-10T16:23:38,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x10102b0c2400007, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:23:38,390 INFO [RS:0;8e3de9160f9f:38311 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:23:38,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x10102b0c2400007, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:23:38,390 INFO [RS:0;8e3de9160f9f:38311 {}] regionserver.HRegionServer(1031): Exiting; stopping=8e3de9160f9f,38311,1731255794700; zookeeper connection closed. 2024-11-10T16:23:38,391 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@22564a46 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@22564a46 2024-11-10T16:23:38,391 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T16:23:38,419 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 1471, reset compression=false 2024-11-10T16:23:38,698 INFO [M:0;8e3de9160f9f:41927 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T16:23:38,698 INFO [M:0;8e3de9160f9f:41927 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T16:23:38,699 DEBUG [M:0;8e3de9160f9f:41927 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T16:23:38,699 INFO [M:0;8e3de9160f9f:41927 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:23:38,699 DEBUG [M:0;8e3de9160f9f:41927 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:23:38,699 DEBUG [M:0;8e3de9160f9f:41927 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T16:23:38,699 DEBUG [M:0;8e3de9160f9f:41927 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:23:38,699 INFO [M:0;8e3de9160f9f:41927 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-10T16:23:38,714 DEBUG [M:0;8e3de9160f9f:41927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ee6d50206914dee9391bfcaa2c768f5 is 82, key is hbase:meta,,1/info:regioninfo/1731255797623/Put/seqid=0 2024-11-10T16:23:38,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741848_1024 (size=5672) 2024-11-10T16:23:38,986 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 1491, reset compression=false 2024-11-10T16:23:39,118 INFO [M:0;8e3de9160f9f:41927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ee6d50206914dee9391bfcaa2c768f5 2024-11-10T16:23:39,123 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 1471, reset compression=false 2024-11-10T16:23:39,136 DEBUG [M:0;8e3de9160f9f:41927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/093e38474f1e4c96ab983562b087d024 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731255807670/Put/seqid=0 2024-11-10T16:23:39,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741849_1025 (size=9212) 2024-11-10T16:23:39,540 INFO [M:0;8e3de9160f9f:41927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/093e38474f1e4c96ab983562b087d024 2024-11-10T16:23:39,558 DEBUG [M:0;8e3de9160f9f:41927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f00abca4bc394f37b78eb7ad33f66b9b is 69, key is 8e3de9160f9f,38311,1731255794700/rs:state/1731255796538/Put/seqid=0 2024-11-10T16:23:39,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741850_1026 (size=5156) 2024-11-10T16:23:39,689 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 1491, reset compression=false 2024-11-10T16:23:39,932 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 1471, reset compression=false 2024-11-10T16:23:39,962 INFO [M:0;8e3de9160f9f:41927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f00abca4bc394f37b78eb7ad33f66b9b 2024-11-10T16:23:39,966 DEBUG [M:0;8e3de9160f9f:41927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ee6d50206914dee9391bfcaa2c768f5 as hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8ee6d50206914dee9391bfcaa2c768f5 2024-11-10T16:23:39,969 INFO [M:0;8e3de9160f9f:41927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8ee6d50206914dee9391bfcaa2c768f5, entries=8, sequenceid=127, filesize=5.5 K 2024-11-10T16:23:39,970 DEBUG [M:0;8e3de9160f9f:41927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/093e38474f1e4c96ab983562b087d024 as hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/093e38474f1e4c96ab983562b087d024 2024-11-10T16:23:39,973 INFO [M:0;8e3de9160f9f:41927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/093e38474f1e4c96ab983562b087d024, entries=15, sequenceid=127, filesize=9.0 K 2024-11-10T16:23:39,973 DEBUG [M:0;8e3de9160f9f:41927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f00abca4bc394f37b78eb7ad33f66b9b as hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f00abca4bc394f37b78eb7ad33f66b9b 2024-11-10T16:23:39,976 INFO [M:0;8e3de9160f9f:41927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38645/user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f00abca4bc394f37b78eb7ad33f66b9b, entries=1, sequenceid=127, filesize=5.0 K 2024-11-10T16:23:39,977 INFO [M:0;8e3de9160f9f:41927 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=127, compaction requested=false 2024-11-10T16:23:39,978 INFO [M:0;8e3de9160f9f:41927 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:23:39,978 DEBUG [M:0;8e3de9160f9f:41927 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731255818699Disabling compacts and flushes for region at 1731255818699Disabling writes for close at 1731255818699Obtaining lock to block concurrent updates at 1731255818699Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731255818699Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731255818699Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731255818700 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731255818700Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731255818713 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731255818713Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731255819122 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731255819136 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731255819136Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731255819544 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731255819558 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731255819558Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@acd907b: reopening flushed file at 1731255819965 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c6cb690: reopening flushed file at 1731255819969 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65906029: reopening flushed file at 1731255819973 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=127, compaction requested=false at 1731255819977 (+4 ms)Writing region close event to WAL at 1731255819978 (+1 ms)Closed at 1731255819978 2024-11-10T16:23:39,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741830_1006 (size=73866) 2024-11-10T16:23:39,980 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/add179b3-5181-5e0a-ab82-83eb8c30361a/MasterData/WALs/8e3de9160f9f,41927,1731255794663/8e3de9160f9f%2C41927%2C1731255794663.1731255796378 not finished, retry = 0 2024-11-10T16:23:40,065 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T16:23:40,081 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:23:40,081 INFO [M:0;8e3de9160f9f:41927 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T16:23:40,081 INFO [M:0;8e3de9160f9f:41927 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41927 2024-11-10T16:23:40,081 INFO [M:0;8e3de9160f9f:41927 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:23:40,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41927-0x10102b0c2400006, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:23:40,186 INFO [M:0;8e3de9160f9f:41927 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:23:40,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41927-0x10102b0c2400006, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:23:40,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13f1de22{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T16:23:40,190 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@794694b1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T16:23:40,190 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T16:23:40,190 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e4df4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T16:23:40,190 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ae5e2af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54a46b77-7991-6775-f38a-8ff88286fc36/hadoop.log.dir/,STOPPED} 2024-11-10T16:23:40,192 WARN [BP-301533689-172.17.0.2-1731255793572 heartbeating to localhost/127.0.0.1:38645 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T16:23:40,192 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T16:23:40,192 WARN [BP-301533689-172.17.0.2-1731255793572 heartbeating to localhost/127.0.0.1:38645 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-301533689-172.17.0.2-1731255793572 (Datanode Uuid 9f957d8c-c8e9-45c4-ad60-d7e8c2106b19) service to localhost/127.0.0.1:38645 2024-11-10T16:23:40,192 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T16:23:40,192 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54a46b77-7991-6775-f38a-8ff88286fc36/cluster_21354027-74d5-74cd-2a7d-2c7aae2f54e3/data/data1/current/BP-301533689-172.17.0.2-1731255793572 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T16:23:40,193 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54a46b77-7991-6775-f38a-8ff88286fc36/cluster_21354027-74d5-74cd-2a7d-2c7aae2f54e3/data/data2/current/BP-301533689-172.17.0.2-1731255793572 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T16:23:40,193 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T16:23:40,200 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76478748{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T16:23:40,201 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@655c6ebf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T16:23:40,201 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T16:23:40,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d26d8f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T16:23:40,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b8416b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54a46b77-7991-6775-f38a-8ff88286fc36/hadoop.log.dir/,STOPPED} 2024-11-10T16:23:40,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T16:23:40,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T16:23:40,213 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:23:40,213 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:23:40,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:40,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:40,213 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:23:40,214 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T16:23:40,214 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1752906359, stopped=false 2024-11-10T16:23:40,214 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8e3de9160f9f,40277,1731255790481 2024-11-10T16:23:40,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40277-0x10102b0c2400003, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1085647597/running 2024-11-10T16:23:40,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x10102b0c2400004, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1085647597/running 2024-11-10T16:23:40,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40277-0x10102b0c2400003, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1085647597 2024-11-10T16:23:40,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x10102b0c2400004, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1085647597 2024-11-10T16:23:40,215 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:23:40,215 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:23:40,215 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:23:40,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:40,215 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8e3de9160f9f,39065,1731255790517' ***** 2024-11-10T16:23:40,215 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T16:23:40,216 INFO [RS:0;8e3de9160f9f:39065 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T16:23:40,216 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40277-0x10102b0c2400003, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Set watcher on znode that does not yet exist, /1-1085647597/running 2024-11-10T16:23:40,216 INFO [RS:0;8e3de9160f9f:39065 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T16:23:40,216 INFO [RS:0;8e3de9160f9f:39065 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T16:23:40,216 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39065-0x10102b0c2400004, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Set watcher on znode that does not yet exist, /1-1085647597/running 2024-11-10T16:23:40,216 INFO [RS:0;8e3de9160f9f:39065 {}] regionserver.HRegionServer(3091): Received CLOSE for 98400a22b511e36868b82ea0556843f2 2024-11-10T16:23:40,216 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T16:23:40,217 INFO [RS:0;8e3de9160f9f:39065 {}] regionserver.HRegionServer(3091): Received CLOSE for 03a99ec0d4d6c72387c0c24464e80525 2024-11-10T16:23:40,217 INFO [RS:0;8e3de9160f9f:39065 {}] regionserver.HRegionServer(959): stopping server 8e3de9160f9f,39065,1731255790517 2024-11-10T16:23:40,217 INFO [RS:0;8e3de9160f9f:39065 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:23:40,217 INFO [RS:0;8e3de9160f9f:39065 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:39065. 2024-11-10T16:23:40,217 DEBUG [RS:0;8e3de9160f9f:39065 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:23:40,217 DEBUG [RS:0;8e3de9160f9f:39065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:40,217 INFO [RS:0;8e3de9160f9f:39065 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T16:23:40,217 INFO [RS:0;8e3de9160f9f:39065 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T16:23:40,217 INFO [RS:0;8e3de9160f9f:39065 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T16:23:40,217 INFO [RS:0;8e3de9160f9f:39065 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T16:23:40,217 INFO [RS:0;8e3de9160f9f:39065 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T16:23:40,217 DEBUG [RS:0;8e3de9160f9f:39065 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 98400a22b511e36868b82ea0556843f2=hbase:replication,,1731255804332.98400a22b511e36868b82ea0556843f2., 03a99ec0d4d6c72387c0c24464e80525=test,,1731255799891.03a99ec0d4d6c72387c0c24464e80525.} 2024-11-10T16:23:40,217 DEBUG [RS:0;8e3de9160f9f:39065 {}] regionserver.HRegionServer(1351): Waiting on 03a99ec0d4d6c72387c0c24464e80525, 1588230740, 98400a22b511e36868b82ea0556843f2 2024-11-10T16:23:40,217 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 98400a22b511e36868b82ea0556843f2, disabling compactions & flushes 2024-11-10T16:23:40,217 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731255804332.98400a22b511e36868b82ea0556843f2. 2024-11-10T16:23:40,217 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731255804332.98400a22b511e36868b82ea0556843f2. 2024-11-10T16:23:40,217 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T16:23:40,217 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731255804332.98400a22b511e36868b82ea0556843f2. after waiting 0 ms 2024-11-10T16:23:40,217 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731255804332.98400a22b511e36868b82ea0556843f2. 2024-11-10T16:23:40,217 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T16:23:40,217 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T16:23:40,217 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T16:23:40,217 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T16:23:40,217 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 98400a22b511e36868b82ea0556843f2 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-10T16:23:40,217 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T16:23:40,232 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/hbase/meta/1588230740/.tmp/info/aaceb2e6b66a4ffd8c99e560b89d5ecf is 147, key is hbase:replication,,1731255804332.98400a22b511e36868b82ea0556843f2./info:regioninfo/1731255805507/Put/seqid=0 2024-11-10T16:23:40,233 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/hbase/replication/98400a22b511e36868b82ea0556843f2/.tmp/queue/a791e6c4a27f48a1853a062c7e9c1dac is 154, key is 1-8e3de9160f9f,39065,1731255790517/queue:8e3de9160f9f%2C39065%2C1731255790517/1731255816407/Put/seqid=0 2024-11-10T16:23:40,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33889 is added to blk_1073741840_1016 (size=7686) 2024-11-10T16:23:40,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33889 is added to blk_1073741841_1017 (size=5353) 2024-11-10T16:23:40,287 INFO [regionserver/8e3de9160f9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:23:40,368 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T16:23:40,368 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T16:23:40,417 DEBUG [RS:0;8e3de9160f9f:39065 {}] regionserver.HRegionServer(1351): Waiting on 03a99ec0d4d6c72387c0c24464e80525, 1588230740, 98400a22b511e36868b82ea0556843f2 2024-11-10T16:23:40,493 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 1491, reset compression=false 2024-11-10T16:23:40,617 DEBUG [RS:0;8e3de9160f9f:39065 {}] regionserver.HRegionServer(1351): Waiting on 03a99ec0d4d6c72387c0c24464e80525, 1588230740, 98400a22b511e36868b82ea0556843f2 2024-11-10T16:23:40,638 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/hbase/meta/1588230740/.tmp/info/aaceb2e6b66a4ffd8c99e560b89d5ecf 2024-11-10T16:23:40,638 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/hbase/replication/98400a22b511e36868b82ea0556843f2/.tmp/queue/a791e6c4a27f48a1853a062c7e9c1dac 2024-11-10T16:23:40,643 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/hbase/replication/98400a22b511e36868b82ea0556843f2/.tmp/queue/a791e6c4a27f48a1853a062c7e9c1dac as hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/hbase/replication/98400a22b511e36868b82ea0556843f2/queue/a791e6c4a27f48a1853a062c7e9c1dac 2024-11-10T16:23:40,647 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/hbase/replication/98400a22b511e36868b82ea0556843f2/queue/a791e6c4a27f48a1853a062c7e9c1dac, entries=1, sequenceid=14, filesize=5.2 K 2024-11-10T16:23:40,648 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 98400a22b511e36868b82ea0556843f2 in 431ms, sequenceid=14, compaction requested=false 2024-11-10T16:23:40,657 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/hbase/replication/98400a22b511e36868b82ea0556843f2/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-10T16:23:40,657 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:23:40,657 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T16:23:40,657 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731255804332.98400a22b511e36868b82ea0556843f2. 2024-11-10T16:23:40,657 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 98400a22b511e36868b82ea0556843f2: Waiting for close lock at 1731255820217Running coprocessor pre-close hooks at 1731255820217Disabling compacts and flushes for region at 1731255820217Disabling writes for close at 1731255820217Obtaining lock to block concurrent updates at 1731255820217Preparing flush snapshotting stores in 98400a22b511e36868b82ea0556843f2 at 1731255820217Finished memstore snapshotting hbase:replication,,1731255804332.98400a22b511e36868b82ea0556843f2., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731255820218 (+1 ms)Flushing stores of hbase:replication,,1731255804332.98400a22b511e36868b82ea0556843f2. at 1731255820218Flushing 98400a22b511e36868b82ea0556843f2/queue: creating writer at 1731255820218Flushing 98400a22b511e36868b82ea0556843f2/queue: appending metadata at 1731255820232 (+14 ms)Flushing 98400a22b511e36868b82ea0556843f2/queue: closing flushed file at 1731255820232Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@301f20e5: reopening flushed file at 1731255820642 (+410 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 98400a22b511e36868b82ea0556843f2 in 431ms, sequenceid=14, compaction requested=false at 1731255820648 (+6 ms)Writing region close event to WAL at 1731255820652 (+4 ms)Running coprocessor post-close hooks at 1731255820657 (+5 ms)Closed at 1731255820657 2024-11-10T16:23:40,658 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731255804332.98400a22b511e36868b82ea0556843f2. 2024-11-10T16:23:40,658 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 03a99ec0d4d6c72387c0c24464e80525, disabling compactions & flushes 2024-11-10T16:23:40,658 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731255799891.03a99ec0d4d6c72387c0c24464e80525. 2024-11-10T16:23:40,658 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731255799891.03a99ec0d4d6c72387c0c24464e80525. 2024-11-10T16:23:40,658 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731255799891.03a99ec0d4d6c72387c0c24464e80525. after waiting 0 ms 2024-11-10T16:23:40,658 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731255799891.03a99ec0d4d6c72387c0c24464e80525. 2024-11-10T16:23:40,658 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 03a99ec0d4d6c72387c0c24464e80525 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-10T16:23:40,661 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/hbase/meta/1588230740/.tmp/ns/a394f0676c964201914aa3c8df56d446 is 43, key is default/ns:d/1731255793459/Put/seqid=0 2024-11-10T16:23:40,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33889 is added to blk_1073741842_1018 (size=5153) 2024-11-10T16:23:40,673 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/default/test/03a99ec0d4d6c72387c0c24464e80525/.tmp/f/87236ee553d542f59d6ea08319bd1c26 is 37, key is row3/f:row3/1731255815329/Put/seqid=0 2024-11-10T16:23:40,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33889 is added to blk_1073741843_1019 (size=5228) 2024-11-10T16:23:40,818 DEBUG [RS:0;8e3de9160f9f:39065 {}] regionserver.HRegionServer(1351): Waiting on 03a99ec0d4d6c72387c0c24464e80525, 1588230740 2024-11-10T16:23:40,835 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 1471, reset compression=false 2024-11-10T16:23:40,840 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:23:40,840 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 1718, reset compression=false 2024-11-10T16:23:40,840 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.shipper8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,39065,1731255790517 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T16:23:40,841 ERROR [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.shipper8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8e3de9160f9f,39065,1731255790517: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8e3de9160f9f,39065,1731255790517, walGroup=8e3de9160f9f%2C39065%2C1731255790517, offset=8e3de9160f9f%2C39065%2C1731255790517.1731255792498:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:39065 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T16:23:40,842 ERROR [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.shipper8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T16:23:40,842 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.shipper8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T16:23:40,842 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.shipper8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T16:23:40,842 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.shipper8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T16:23:40,842 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.shipper8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T16:23:40,842 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.shipper8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1142947840, "init": 1048576000, "max": 2306867200, "used": 847723048 }, "NonHeapMemoryUsage": { "committed": 201719808, "init": 7667712, "max": -1, "used": 198694344 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T16:23:40,842 WARN [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.shipper8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:40277 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:40277 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T16:23:41,018 DEBUG [RS:0;8e3de9160f9f:39065 {}] regionserver.HRegionServer(1351): Waiting on 03a99ec0d4d6c72387c0c24464e80525, 1588230740 2024-11-10T16:23:41,044 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 1718, reset compression=false 2024-11-10T16:23:41,069 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/hbase/meta/1588230740/.tmp/ns/a394f0676c964201914aa3c8df56d446 2024-11-10T16:23:41,076 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/default/test/03a99ec0d4d6c72387c0c24464e80525/.tmp/f/87236ee553d542f59d6ea08319bd1c26 2024-11-10T16:23:41,079 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 87236ee553d542f59d6ea08319bd1c26 2024-11-10T16:23:41,091 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/hbase/meta/1588230740/.tmp/rep_barrier/50a09855b27d4405af90608d550bb95d is 112, key is test,,1731255799891.03a99ec0d4d6c72387c0c24464e80525./rep_barrier:seqnumDuringOpen/1731255800638/Put/seqid=0 2024-11-10T16:23:41,092 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/default/test/03a99ec0d4d6c72387c0c24464e80525/.tmp/f1/e98a5a84d7db4f15b45aed162550de2b is 30, key is row1/f1:/1731255812680/DeleteFamily/seqid=0 2024-11-10T16:23:41,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33889 is added to blk_1073741844_1020 (size=5518) 2024-11-10T16:23:41,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33889 is added to blk_1073741845_1021 (size=5158) 2024-11-10T16:23:41,218 INFO [RS:0;8e3de9160f9f:39065 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T16:23:41,218 DEBUG [RS:0;8e3de9160f9f:39065 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 03a99ec0d4d6c72387c0c24464e80525=test,,1731255799891.03a99ec0d4d6c72387c0c24464e80525.} 2024-11-10T16:23:41,218 DEBUG [RS:0;8e3de9160f9f:39065 {}] regionserver.HRegionServer(1351): Waiting on 03a99ec0d4d6c72387c0c24464e80525, 1588230740 2024-11-10T16:23:41,348 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 1718, reset compression=false 2024-11-10T16:23:41,396 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 1491, reset compression=false 2024-11-10T16:23:41,418 DEBUG [RS:0;8e3de9160f9f:39065 {}] regionserver.HRegionServer(1351): Waiting on 03a99ec0d4d6c72387c0c24464e80525, 1588230740 2024-11-10T16:23:41,495 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/hbase/meta/1588230740/.tmp/rep_barrier/50a09855b27d4405af90608d550bb95d 2024-11-10T16:23:41,496 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/default/test/03a99ec0d4d6c72387c0c24464e80525/.tmp/f1/e98a5a84d7db4f15b45aed162550de2b 2024-11-10T16:23:41,499 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e98a5a84d7db4f15b45aed162550de2b 2024-11-10T16:23:41,514 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/default/test/03a99ec0d4d6c72387c0c24464e80525/.tmp/norep/331b6046361546bf93960a160010761b is 33, key is row1/norep:/1731255812680/DeleteFamily/seqid=0 2024-11-10T16:23:41,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33889 is added to blk_1073741846_1022 (size=5108) 2024-11-10T16:23:41,526 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/hbase/meta/1588230740/.tmp/table/7bc06230dcc9420a83a64c2148f7ecb7 is 53, key is hbase:replication/table:state/1731255805514/Put/seqid=0 2024-11-10T16:23:41,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33889 is added to blk_1073741847_1023 (size=5308) 2024-11-10T16:23:41,618 DEBUG [RS:0;8e3de9160f9f:39065 {}] regionserver.HRegionServer(1351): Waiting on 03a99ec0d4d6c72387c0c24464e80525, 1588230740 2024-11-10T16:23:41,751 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.1731255792498 to pos 1718, reset compression=false 2024-11-10T16:23:41,819 DEBUG [RS:0;8e3de9160f9f:39065 {}] regionserver.HRegionServer(1351): Waiting on 03a99ec0d4d6c72387c0c24464e80525, 1588230740 2024-11-10T16:23:41,918 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/default/test/03a99ec0d4d6c72387c0c24464e80525/.tmp/norep/331b6046361546bf93960a160010761b 2024-11-10T16:23:41,921 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 331b6046361546bf93960a160010761b 2024-11-10T16:23:41,922 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/default/test/03a99ec0d4d6c72387c0c24464e80525/.tmp/f/87236ee553d542f59d6ea08319bd1c26 as hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/default/test/03a99ec0d4d6c72387c0c24464e80525/f/87236ee553d542f59d6ea08319bd1c26 2024-11-10T16:23:41,926 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 87236ee553d542f59d6ea08319bd1c26 2024-11-10T16:23:41,926 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/default/test/03a99ec0d4d6c72387c0c24464e80525/f/87236ee553d542f59d6ea08319bd1c26, entries=5, sequenceid=12, filesize=5.1 K 2024-11-10T16:23:41,927 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/default/test/03a99ec0d4d6c72387c0c24464e80525/.tmp/f1/e98a5a84d7db4f15b45aed162550de2b as hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/default/test/03a99ec0d4d6c72387c0c24464e80525/f1/e98a5a84d7db4f15b45aed162550de2b 2024-11-10T16:23:41,930 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/hbase/meta/1588230740/.tmp/table/7bc06230dcc9420a83a64c2148f7ecb7 2024-11-10T16:23:41,931 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e98a5a84d7db4f15b45aed162550de2b 2024-11-10T16:23:41,931 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/default/test/03a99ec0d4d6c72387c0c24464e80525/f1/e98a5a84d7db4f15b45aed162550de2b, entries=3, sequenceid=12, filesize=5.0 K 2024-11-10T16:23:41,931 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/default/test/03a99ec0d4d6c72387c0c24464e80525/.tmp/norep/331b6046361546bf93960a160010761b as hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/default/test/03a99ec0d4d6c72387c0c24464e80525/norep/331b6046361546bf93960a160010761b 2024-11-10T16:23:41,934 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/hbase/meta/1588230740/.tmp/info/aaceb2e6b66a4ffd8c99e560b89d5ecf as hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/hbase/meta/1588230740/info/aaceb2e6b66a4ffd8c99e560b89d5ecf 2024-11-10T16:23:41,935 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 331b6046361546bf93960a160010761b 2024-11-10T16:23:41,935 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/default/test/03a99ec0d4d6c72387c0c24464e80525/norep/331b6046361546bf93960a160010761b, entries=1, sequenceid=12, filesize=5.0 K 2024-11-10T16:23:41,937 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 03a99ec0d4d6c72387c0c24464e80525 in 1278ms, sequenceid=12, compaction requested=false 2024-11-10T16:23:41,937 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T16:23:41,938 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/hbase/meta/1588230740/info/aaceb2e6b66a4ffd8c99e560b89d5ecf, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T16:23:41,938 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/hbase/meta/1588230740/.tmp/ns/a394f0676c964201914aa3c8df56d446 as hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/hbase/meta/1588230740/ns/a394f0676c964201914aa3c8df56d446 2024-11-10T16:23:41,941 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/default/test/03a99ec0d4d6c72387c0c24464e80525/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T16:23:41,942 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:23:41,942 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T16:23:41,942 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731255799891.03a99ec0d4d6c72387c0c24464e80525. 2024-11-10T16:23:41,942 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 03a99ec0d4d6c72387c0c24464e80525: Waiting for close lock at 1731255820658Running coprocessor pre-close hooks at 1731255820658Disabling compacts and flushes for region at 1731255820658Disabling writes for close at 1731255820658Obtaining lock to block concurrent updates at 1731255820658Preparing flush snapshotting stores in 03a99ec0d4d6c72387c0c24464e80525 at 1731255820658Finished memstore snapshotting test,,1731255799891.03a99ec0d4d6c72387c0c24464e80525., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731255820658Flushing stores of test,,1731255799891.03a99ec0d4d6c72387c0c24464e80525. at 1731255820658Flushing 03a99ec0d4d6c72387c0c24464e80525/f: creating writer at 1731255820659 (+1 ms)Flushing 03a99ec0d4d6c72387c0c24464e80525/f: appending metadata at 1731255820672 (+13 ms)Flushing 03a99ec0d4d6c72387c0c24464e80525/f: closing flushed file at 1731255820672Flushing 03a99ec0d4d6c72387c0c24464e80525/f1: creating writer at 1731255821079 (+407 ms)Flushing 03a99ec0d4d6c72387c0c24464e80525/f1: appending metadata at 1731255821092 (+13 ms)Flushing 03a99ec0d4d6c72387c0c24464e80525/f1: closing flushed file at 1731255821092Flushing 03a99ec0d4d6c72387c0c24464e80525/norep: creating writer at 1731255821499 (+407 ms)Flushing 03a99ec0d4d6c72387c0c24464e80525/norep: appending metadata at 1731255821513 (+14 ms)Flushing 03a99ec0d4d6c72387c0c24464e80525/norep: closing flushed file at 1731255821513Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b6ced9b: reopening flushed file at 1731255821922 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45fda1aa: reopening flushed file at 1731255821926 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78dec0fd: reopening flushed file at 1731255821931 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 03a99ec0d4d6c72387c0c24464e80525 in 1278ms, sequenceid=12, compaction requested=false at 1731255821937 (+6 ms)Writing region close event to WAL at 1731255821939 (+2 ms)Running coprocessor post-close hooks at 1731255821942 (+3 ms)Closed at 1731255821942 2024-11-10T16:23:41,942 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731255799891.03a99ec0d4d6c72387c0c24464e80525. 2024-11-10T16:23:41,942 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/hbase/meta/1588230740/ns/a394f0676c964201914aa3c8df56d446, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T16:23:41,943 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/hbase/meta/1588230740/.tmp/rep_barrier/50a09855b27d4405af90608d550bb95d as hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/hbase/meta/1588230740/rep_barrier/50a09855b27d4405af90608d550bb95d 2024-11-10T16:23:41,946 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/hbase/meta/1588230740/rep_barrier/50a09855b27d4405af90608d550bb95d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T16:23:41,947 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/hbase/meta/1588230740/.tmp/table/7bc06230dcc9420a83a64c2148f7ecb7 as hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/hbase/meta/1588230740/table/7bc06230dcc9420a83a64c2148f7ecb7 2024-11-10T16:23:41,950 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/hbase/meta/1588230740/table/7bc06230dcc9420a83a64c2148f7ecb7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T16:23:41,951 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1734ms, sequenceid=16, compaction requested=false 2024-11-10T16:23:41,951 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T16:23:41,955 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T16:23:41,955 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:23:41,955 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T16:23:41,956 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T16:23:41,956 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731255820217Running coprocessor pre-close hooks at 1731255820217Disabling compacts and flushes for region at 1731255820217Disabling writes for close at 1731255820217Obtaining lock to block concurrent updates at 1731255820217Preparing flush snapshotting stores in 1588230740 at 1731255820217Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731255820218 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731255820218Flushing 1588230740/info: creating writer at 1731255820218Flushing 1588230740/info: appending metadata at 1731255820232 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731255820232Flushing 1588230740/ns: creating writer at 1731255820642 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731255820660 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731255820660Flushing 1588230740/rep_barrier: creating writer at 1731255821073 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731255821090 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731255821090Flushing 1588230740/table: creating writer at 1731255821499 (+409 ms)Flushing 1588230740/table: appending metadata at 1731255821526 (+27 ms)Flushing 1588230740/table: closing flushed file at 1731255821526Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42920bf2: reopening flushed file at 1731255821933 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54730a70: reopening flushed file at 1731255821938 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4147d8db: reopening flushed file at 1731255821942 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9282f0f: reopening flushed file at 1731255821947 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1734ms, sequenceid=16, compaction requested=false at 1731255821951 (+4 ms)Writing region close event to WAL at 1731255821953 (+2 ms)Running coprocessor post-close hooks at 1731255821955 (+2 ms)Closed at 1731255821956 (+1 ms) 2024-11-10T16:23:41,956 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T16:23:42,019 INFO [RS:0;8e3de9160f9f:39065 {}] regionserver.HRegionServer(976): stopping server 8e3de9160f9f,39065,1731255790517; all regions closed. 2024-11-10T16:23:42,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33889 is added to blk_1073741834_1010 (size=4239) 2024-11-10T16:23:42,021 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/WALs/8e3de9160f9f,39065,1731255790517/8e3de9160f9f%2C39065%2C1731255790517.meta.1731255793418.meta not finished, retry = 0 2024-11-10T16:23:42,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33889 is added to blk_1073741839_1015 (size=3552) 2024-11-10T16:23:42,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33889 is added to blk_1073741832_1008 (size=2370) 2024-11-10T16:23:42,126 DEBUG [RS:0;8e3de9160f9f:39065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:42,126 INFO [RS:0;8e3de9160f9f:39065 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:23:42,127 INFO [RS:0;8e3de9160f9f:39065 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:23:42,127 INFO [RS:0;8e3de9160f9f:39065 {}] hbase.ChoreService(370): Chore service for: regionserver/8e3de9160f9f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T16:23:42,127 INFO [RS:0;8e3de9160f9f:39065 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:23:42,127 INFO [regionserver/8e3de9160f9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:23:42,127 INFO [RS:0;8e3de9160f9f:39065 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8e3de9160f9f,39065,1731255790517 because: Region server is closing 2024-11-10T16:23:42,127 INFO [RS:0;8e3de9160f9f:39065 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:39065. 2024-11-10T16:23:42,127 DEBUG [RS:0;8e3de9160f9f:39065 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:23:42,127 DEBUG [RS:0;8e3de9160f9f:39065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:42,128 DEBUG [RS:0;8e3de9160f9f:39065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:42,128 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:23:42,228 INFO [RS:0;8e3de9160f9f:39065 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.shipper8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 terminated 2024-11-10T16:23:42,228 WARN [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,39065,1731255790517.replicationSource.wal-reader.8e3de9160f9f%2C39065%2C1731255790517,1-8e3de9160f9f,39065,1731255790517 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T16:23:42,228 INFO [RS:0;8e3de9160f9f:39065 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:39065. 2024-11-10T16:23:42,228 DEBUG [RS:0;8e3de9160f9f:39065 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:23:42,228 DEBUG [RS:0;8e3de9160f9f:39065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:42,228 DEBUG [RS:0;8e3de9160f9f:39065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:42,228 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:23:42,228 INFO [RS:0;8e3de9160f9f:39065 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39065 2024-11-10T16:23:42,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x10102b0c2400004, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1085647597/rs/8e3de9160f9f,39065,1731255790517 2024-11-10T16:23:42,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40277-0x10102b0c2400003, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1085647597/rs 2024-11-10T16:23:42,232 INFO [RS:0;8e3de9160f9f:39065 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:23:42,233 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8e3de9160f9f,39065,1731255790517] 2024-11-10T16:23:42,234 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1085647597/draining/8e3de9160f9f,39065,1731255790517 already deleted, retry=false 2024-11-10T16:23:42,234 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8e3de9160f9f,39065,1731255790517 expired; onlineServers=0 2024-11-10T16:23:42,234 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8e3de9160f9f,40277,1731255790481' ***** 2024-11-10T16:23:42,234 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T16:23:42,234 INFO [M:0;8e3de9160f9f:40277 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:23:42,234 INFO [M:0;8e3de9160f9f:40277 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:23:42,234 DEBUG [M:0;8e3de9160f9f:40277 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T16:23:42,234 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T16:23:42,234 DEBUG [M:0;8e3de9160f9f:40277 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T16:23:42,234 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255792279 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255792279,5,FailOnTimeoutGroup] 2024-11-10T16:23:42,234 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255792276 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255792276,5,FailOnTimeoutGroup] 2024-11-10T16:23:42,234 INFO [M:0;8e3de9160f9f:40277 {}] hbase.ChoreService(370): Chore service for: master/8e3de9160f9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T16:23:42,235 INFO [M:0;8e3de9160f9f:40277 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:23:42,235 DEBUG [M:0;8e3de9160f9f:40277 {}] master.HMaster(1795): Stopping service threads 2024-11-10T16:23:42,235 INFO [M:0;8e3de9160f9f:40277 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T16:23:42,235 INFO [M:0;8e3de9160f9f:40277 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:23:42,235 INFO [M:0;8e3de9160f9f:40277 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T16:23:42,235 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T16:23:42,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40277-0x10102b0c2400003, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1085647597/master 2024-11-10T16:23:42,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40277-0x10102b0c2400003, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1085647597 2024-11-10T16:23:42,236 DEBUG [M:0;8e3de9160f9f:40277 {}] zookeeper.ZKUtil(347): master:40277-0x10102b0c2400003, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Unable to get data of znode /1-1085647597/master because node does not exist (not an error) 2024-11-10T16:23:42,236 WARN [M:0;8e3de9160f9f:40277 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T16:23:42,236 INFO [M:0;8e3de9160f9f:40277 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/.lastflushedseqids 2024-11-10T16:23:42,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33889 is added to blk_1073741848_1024 (size=245) 2024-11-10T16:23:42,333 INFO [RS:0;8e3de9160f9f:39065 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:23:42,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x10102b0c2400004, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:23:42,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x10102b0c2400004, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:23:42,333 INFO [RS:0;8e3de9160f9f:39065 {}] regionserver.HRegionServer(1031): Exiting; stopping=8e3de9160f9f,39065,1731255790517; zookeeper connection closed. 2024-11-10T16:23:42,333 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@735e564a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@735e564a 2024-11-10T16:23:42,333 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T16:23:42,400 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 1491, reset compression=false 2024-11-10T16:23:42,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:42,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:42,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:42,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:42,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:42,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:42,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:42,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:42,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:42,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:42,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:42,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:42,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:42,641 INFO [M:0;8e3de9160f9f:40277 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T16:23:42,641 INFO [M:0;8e3de9160f9f:40277 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T16:23:42,641 DEBUG [M:0;8e3de9160f9f:40277 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T16:23:42,641 INFO [M:0;8e3de9160f9f:40277 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:23:42,641 DEBUG [M:0;8e3de9160f9f:40277 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:23:42,641 DEBUG [M:0;8e3de9160f9f:40277 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T16:23:42,641 DEBUG [M:0;8e3de9160f9f:40277 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:23:42,641 INFO [M:0;8e3de9160f9f:40277 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-10T16:23:42,656 DEBUG [M:0;8e3de9160f9f:40277 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8c60c2b721104d1a83f69f1e5eb6cff1 is 82, key is hbase:meta,,1/info:regioninfo/1731255793450/Put/seqid=0 2024-11-10T16:23:42,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33889 is added to blk_1073741849_1025 (size=5672) 2024-11-10T16:23:42,660 INFO [M:0;8e3de9160f9f:40277 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8c60c2b721104d1a83f69f1e5eb6cff1 2024-11-10T16:23:42,678 DEBUG [M:0;8e3de9160f9f:40277 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26345b61043d4a7b940ece4fa653da9b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731255805518/Put/seqid=0 2024-11-10T16:23:42,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33889 is added to blk_1073741850_1026 (size=8515) 2024-11-10T16:23:43,082 INFO [M:0;8e3de9160f9f:40277 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26345b61043d4a7b940ece4fa653da9b 2024-11-10T16:23:43,103 DEBUG [M:0;8e3de9160f9f:40277 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd46f84939d84d9895f1cf17e93a1fb3 is 69, key is 8e3de9160f9f,39065,1731255790517/rs:state/1731255792358/Put/seqid=0 2024-11-10T16:23:43,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33889 is added to blk_1073741851_1027 (size=5156) 2024-11-10T16:23:43,107 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T16:23:43,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:43,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:43,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:43,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:43,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:43,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:43,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:43,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:43,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:43,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:43,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:43,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:43,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:43,503 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 1491, reset compression=false 2024-11-10T16:23:43,507 INFO [M:0;8e3de9160f9f:40277 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd46f84939d84d9895f1cf17e93a1fb3 2024-11-10T16:23:43,511 DEBUG [M:0;8e3de9160f9f:40277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8c60c2b721104d1a83f69f1e5eb6cff1 as hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8c60c2b721104d1a83f69f1e5eb6cff1 2024-11-10T16:23:43,515 INFO [M:0;8e3de9160f9f:40277 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8c60c2b721104d1a83f69f1e5eb6cff1, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T16:23:43,516 DEBUG [M:0;8e3de9160f9f:40277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26345b61043d4a7b940ece4fa653da9b as hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26345b61043d4a7b940ece4fa653da9b 2024-11-10T16:23:43,517 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:23:43,518 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8e3de9160f9f,42869,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:42869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T16:23:43,518 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68501 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8e3de9160f9f,42869,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:42869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T16:23:43,519 INFO [M:0;8e3de9160f9f:40277 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26345b61043d4a7b940ece4fa653da9b, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T16:23:43,520 DEBUG [M:0;8e3de9160f9f:40277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd46f84939d84d9895f1cf17e93a1fb3 as hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bd46f84939d84d9895f1cf17e93a1fb3 2024-11-10T16:23:43,523 INFO [M:0;8e3de9160f9f:40277 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46881/user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bd46f84939d84d9895f1cf17e93a1fb3, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T16:23:43,524 INFO [M:0;8e3de9160f9f:40277 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=97, compaction requested=false 2024-11-10T16:23:43,525 INFO [M:0;8e3de9160f9f:40277 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:23:43,525 DEBUG [M:0;8e3de9160f9f:40277 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731255822641Disabling compacts and flushes for region at 1731255822641Disabling writes for close at 1731255822641Obtaining lock to block concurrent updates at 1731255822641Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731255822641Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731255822642 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731255822642Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731255822642Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731255822656 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731255822656Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731255822664 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731255822678 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731255822678Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731255823085 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731255823102 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731255823102Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@831f57: reopening flushed file at 1731255823511 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c97cc40: reopening flushed file at 1731255823515 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18e5a80c: reopening flushed file at 1731255823519 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=97, compaction requested=false at 1731255823524 (+5 ms)Writing region close event to WAL at 1731255823525 (+1 ms)Closed at 1731255823525 2024-11-10T16:23:43,527 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cf491e4b-9ad6-6230-0828-728823bc3ad4/MasterData/WALs/8e3de9160f9f,40277,1731255790481/8e3de9160f9f%2C40277%2C1731255790481.1731255792199 not finished, retry = 0 2024-11-10T16:23:43,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33889 is added to blk_1073741830_1006 (size=63642) 2024-11-10T16:23:43,628 INFO [M:0;8e3de9160f9f:40277 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T16:23:43,628 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:23:43,628 INFO [M:0;8e3de9160f9f:40277 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40277 2024-11-10T16:23:43,628 INFO [M:0;8e3de9160f9f:40277 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:23:43,730 INFO [M:0;8e3de9160f9f:40277 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:23:43,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40277-0x10102b0c2400003, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:23:43,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40277-0x10102b0c2400003, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:23:43,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79e08126{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T16:23:43,733 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e3f1a99{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T16:23:43,733 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T16:23:43,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fcd1238{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T16:23:43,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5604bf70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034c5a20-c221-3854-1adc-d3447db5ee59/hadoop.log.dir/,STOPPED} 2024-11-10T16:23:43,734 WARN [BP-193436080-172.17.0.2-1731255789456 heartbeating to localhost/127.0.0.1:46881 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T16:23:43,734 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T16:23:43,734 WARN [BP-193436080-172.17.0.2-1731255789456 heartbeating to localhost/127.0.0.1:46881 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-193436080-172.17.0.2-1731255789456 (Datanode Uuid f9500141-ab0b-43c9-b023-caa07a3538c8) service to localhost/127.0.0.1:46881 2024-11-10T16:23:43,734 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T16:23:43,735 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034c5a20-c221-3854-1adc-d3447db5ee59/cluster_42105b17-ac68-fe79-863a-dced015723e9/data/data1/current/BP-193436080-172.17.0.2-1731255789456 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T16:23:43,735 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034c5a20-c221-3854-1adc-d3447db5ee59/cluster_42105b17-ac68-fe79-863a-dced015723e9/data/data2/current/BP-193436080-172.17.0.2-1731255789456 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T16:23:43,735 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T16:23:43,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c36904c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T16:23:43,741 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@599275ad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T16:23:43,741 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T16:23:43,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b4d9ce1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T16:23:43,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f01cbd2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034c5a20-c221-3854-1adc-d3447db5ee59/hadoop.log.dir/,STOPPED} 2024-11-10T16:23:43,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T16:23:43,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T16:23:43,757 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:23:43,757 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:23:43,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:43,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:43,757 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T16:23:43,757 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:23:43,757 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=377468913, stopped=false 2024-11-10T16:23:43,757 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8e3de9160f9f,42647,1731255786324 2024-11-10T16:23:43,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42647-0x10102b0c2400000, quorum=127.0.0.1:60672, baseZNode=/084628470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/084628470/running 2024-11-10T16:23:43,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38775-0x10102b0c2400001, quorum=127.0.0.1:60672, baseZNode=/084628470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/084628470/running 2024-11-10T16:23:43,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42647-0x10102b0c2400000, quorum=127.0.0.1:60672, baseZNode=/084628470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084628470 2024-11-10T16:23:43,759 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:23:43,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38775-0x10102b0c2400001, quorum=127.0.0.1:60672, baseZNode=/084628470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084628470 2024-11-10T16:23:43,759 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:23:43,759 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:23:43,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:43,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42647-0x10102b0c2400000, quorum=127.0.0.1:60672, baseZNode=/084628470 Set watcher on znode that does not yet exist, /084628470/running 2024-11-10T16:23:43,759 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8e3de9160f9f,38775,1731255786384' ***** 2024-11-10T16:23:43,759 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T16:23:43,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38775-0x10102b0c2400001, quorum=127.0.0.1:60672, baseZNode=/084628470 Set watcher on znode that does not yet exist, /084628470/running 2024-11-10T16:23:43,760 INFO [RS:0;8e3de9160f9f:38775 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T16:23:43,760 INFO [RS:0;8e3de9160f9f:38775 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T16:23:43,760 INFO [RS:0;8e3de9160f9f:38775 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T16:23:43,760 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T16:23:43,760 INFO [RS:0;8e3de9160f9f:38775 {}] regionserver.HRegionServer(3091): Received CLOSE for 3999bf10a5edce8d83d8b3e24c53b64b 2024-11-10T16:23:43,760 INFO [RS:0;8e3de9160f9f:38775 {}] regionserver.HRegionServer(3091): Received CLOSE for 4f6d5eb231861908c0e518aba7004179 2024-11-10T16:23:43,760 INFO [RS:0;8e3de9160f9f:38775 {}] regionserver.HRegionServer(959): stopping server 8e3de9160f9f,38775,1731255786384 2024-11-10T16:23:43,760 INFO [RS:0;8e3de9160f9f:38775 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:23:43,760 INFO [RS:0;8e3de9160f9f:38775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:38775. 2024-11-10T16:23:43,760 DEBUG [RS:0;8e3de9160f9f:38775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:23:43,760 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3999bf10a5edce8d83d8b3e24c53b64b, disabling compactions & flushes 2024-11-10T16:23:43,760 DEBUG [RS:0;8e3de9160f9f:38775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:43,760 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731255797734.3999bf10a5edce8d83d8b3e24c53b64b. 2024-11-10T16:23:43,760 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731255797734.3999bf10a5edce8d83d8b3e24c53b64b. 2024-11-10T16:23:43,760 INFO [RS:0;8e3de9160f9f:38775 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T16:23:43,760 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731255797734.3999bf10a5edce8d83d8b3e24c53b64b. after waiting 0 ms 2024-11-10T16:23:43,760 INFO [RS:0;8e3de9160f9f:38775 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T16:23:43,760 INFO [RS:0;8e3de9160f9f:38775 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T16:23:43,760 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731255797734.3999bf10a5edce8d83d8b3e24c53b64b. 2024-11-10T16:23:43,761 INFO [RS:0;8e3de9160f9f:38775 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T16:23:43,761 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3999bf10a5edce8d83d8b3e24c53b64b 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-10T16:23:43,761 INFO [RS:0;8e3de9160f9f:38775 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T16:23:43,761 DEBUG [RS:0;8e3de9160f9f:38775 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3999bf10a5edce8d83d8b3e24c53b64b=test,,1731255797734.3999bf10a5edce8d83d8b3e24c53b64b., 4f6d5eb231861908c0e518aba7004179=hbase:replication,,1731255802183.4f6d5eb231861908c0e518aba7004179.} 2024-11-10T16:23:43,761 DEBUG [RS:0;8e3de9160f9f:38775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3999bf10a5edce8d83d8b3e24c53b64b, 4f6d5eb231861908c0e518aba7004179 2024-11-10T16:23:43,761 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T16:23:43,761 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T16:23:43,761 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T16:23:43,761 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T16:23:43,761 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T16:23:43,761 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T16:23:43,773 INFO [regionserver/8e3de9160f9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:23:43,776 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/default/test/3999bf10a5edce8d83d8b3e24c53b64b/.tmp/f/5eb01ddd8a2548a6921f5963c523b0bd is 37, key is row3/f:row3/1731255815329/Put/seqid=0 2024-11-10T16:23:43,779 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/hbase/meta/1588230740/.tmp/info/b2af5b1303dd4f1a8fcb1d3656eae396 is 147, key is hbase:replication,,1731255802183.4f6d5eb231861908c0e518aba7004179./info:regioninfo/1731255803357/Put/seqid=0 2024-11-10T16:23:43,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741840_1016 (size=5228) 2024-11-10T16:23:43,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741841_1017 (size=7686) 2024-11-10T16:23:43,784 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/hbase/meta/1588230740/.tmp/info/b2af5b1303dd4f1a8fcb1d3656eae396 2024-11-10T16:23:43,805 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/hbase/meta/1588230740/.tmp/ns/2d83de041dcb489a9d33892c4d498d74 is 43, key is default/ns:d/1731255789328/Put/seqid=0 2024-11-10T16:23:43,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741842_1018 (size=5153) 2024-11-10T16:23:43,809 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/hbase/meta/1588230740/.tmp/ns/2d83de041dcb489a9d33892c4d498d74 2024-11-10T16:23:43,826 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/hbase/meta/1588230740/.tmp/rep_barrier/a9ea4f5e2e554906b101c33b29fd1034 is 112, key is test,,1731255797734.3999bf10a5edce8d83d8b3e24c53b64b./rep_barrier:seqnumDuringOpen/1731255798887/Put/seqid=0 2024-11-10T16:23:43,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741843_1019 (size=5518) 2024-11-10T16:23:43,961 DEBUG [RS:0;8e3de9160f9f:38775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3999bf10a5edce8d83d8b3e24c53b64b, 4f6d5eb231861908c0e518aba7004179 2024-11-10T16:23:44,161 DEBUG [RS:0;8e3de9160f9f:38775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3999bf10a5edce8d83d8b3e24c53b64b, 4f6d5eb231861908c0e518aba7004179 2024-11-10T16:23:44,180 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/default/test/3999bf10a5edce8d83d8b3e24c53b64b/.tmp/f/5eb01ddd8a2548a6921f5963c523b0bd 2024-11-10T16:23:44,183 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5eb01ddd8a2548a6921f5963c523b0bd 2024-11-10T16:23:44,197 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/default/test/3999bf10a5edce8d83d8b3e24c53b64b/.tmp/f1/ba1db7bcbc594746a3399b43e4f69dcb is 30, key is row1/f1:/1731255812680/DeleteFamily/seqid=0 2024-11-10T16:23:44,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741844_1020 (size=5158) 2024-11-10T16:23:44,201 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/default/test/3999bf10a5edce8d83d8b3e24c53b64b/.tmp/f1/ba1db7bcbc594746a3399b43e4f69dcb 2024-11-10T16:23:44,204 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba1db7bcbc594746a3399b43e4f69dcb 2024-11-10T16:23:44,217 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/default/test/3999bf10a5edce8d83d8b3e24c53b64b/.tmp/norep/e22ffa5059ed49f1875128d26c107dc3 is 32, key is row/norep:/1731255811675/DeleteFamily/seqid=0 2024-11-10T16:23:44,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741845_1021 (size=5101) 2024-11-10T16:23:44,230 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/hbase/meta/1588230740/.tmp/rep_barrier/a9ea4f5e2e554906b101c33b29fd1034 2024-11-10T16:23:44,246 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/hbase/meta/1588230740/.tmp/table/8158d6410de646619dd4124f44cad9a6 is 53, key is hbase:replication/table:state/1731255803376/Put/seqid=0 2024-11-10T16:23:44,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741846_1022 (size=5308) 2024-11-10T16:23:44,288 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T16:23:44,289 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T16:23:44,361 DEBUG [RS:0;8e3de9160f9f:38775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3999bf10a5edce8d83d8b3e24c53b64b, 4f6d5eb231861908c0e518aba7004179 2024-11-10T16:23:44,562 DEBUG [RS:0;8e3de9160f9f:38775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3999bf10a5edce8d83d8b3e24c53b64b, 4f6d5eb231861908c0e518aba7004179 2024-11-10T16:23:44,621 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/default/test/3999bf10a5edce8d83d8b3e24c53b64b/.tmp/norep/e22ffa5059ed49f1875128d26c107dc3 2024-11-10T16:23:44,625 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e22ffa5059ed49f1875128d26c107dc3 2024-11-10T16:23:44,625 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/default/test/3999bf10a5edce8d83d8b3e24c53b64b/.tmp/f/5eb01ddd8a2548a6921f5963c523b0bd as hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/default/test/3999bf10a5edce8d83d8b3e24c53b64b/f/5eb01ddd8a2548a6921f5963c523b0bd 2024-11-10T16:23:44,628 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5eb01ddd8a2548a6921f5963c523b0bd 2024-11-10T16:23:44,629 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/default/test/3999bf10a5edce8d83d8b3e24c53b64b/f/5eb01ddd8a2548a6921f5963c523b0bd, entries=5, sequenceid=12, filesize=5.1 K 2024-11-10T16:23:44,629 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/default/test/3999bf10a5edce8d83d8b3e24c53b64b/.tmp/f1/ba1db7bcbc594746a3399b43e4f69dcb as hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/default/test/3999bf10a5edce8d83d8b3e24c53b64b/f1/ba1db7bcbc594746a3399b43e4f69dcb 2024-11-10T16:23:44,632 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba1db7bcbc594746a3399b43e4f69dcb 2024-11-10T16:23:44,632 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/default/test/3999bf10a5edce8d83d8b3e24c53b64b/f1/ba1db7bcbc594746a3399b43e4f69dcb, entries=3, sequenceid=12, filesize=5.0 K 2024-11-10T16:23:44,633 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/default/test/3999bf10a5edce8d83d8b3e24c53b64b/.tmp/norep/e22ffa5059ed49f1875128d26c107dc3 as hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/default/test/3999bf10a5edce8d83d8b3e24c53b64b/norep/e22ffa5059ed49f1875128d26c107dc3 2024-11-10T16:23:44,636 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e22ffa5059ed49f1875128d26c107dc3 2024-11-10T16:23:44,636 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/default/test/3999bf10a5edce8d83d8b3e24c53b64b/norep/e22ffa5059ed49f1875128d26c107dc3, entries=1, sequenceid=12, filesize=5.0 K 2024-11-10T16:23:44,637 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3999bf10a5edce8d83d8b3e24c53b64b in 876ms, sequenceid=12, compaction requested=false 2024-11-10T16:23:44,637 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T16:23:44,641 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/default/test/3999bf10a5edce8d83d8b3e24c53b64b/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T16:23:44,641 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:23:44,641 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T16:23:44,641 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731255797734.3999bf10a5edce8d83d8b3e24c53b64b. 2024-11-10T16:23:44,642 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3999bf10a5edce8d83d8b3e24c53b64b: Waiting for close lock at 1731255823760Running coprocessor pre-close hooks at 1731255823760Disabling compacts and flushes for region at 1731255823760Disabling writes for close at 1731255823760Obtaining lock to block concurrent updates at 1731255823761 (+1 ms)Preparing flush snapshotting stores in 3999bf10a5edce8d83d8b3e24c53b64b at 1731255823761Finished memstore snapshotting test,,1731255797734.3999bf10a5edce8d83d8b3e24c53b64b., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731255823761Flushing stores of test,,1731255797734.3999bf10a5edce8d83d8b3e24c53b64b. at 1731255823761Flushing 3999bf10a5edce8d83d8b3e24c53b64b/f: creating writer at 1731255823762 (+1 ms)Flushing 3999bf10a5edce8d83d8b3e24c53b64b/f: appending metadata at 1731255823775 (+13 ms)Flushing 3999bf10a5edce8d83d8b3e24c53b64b/f: closing flushed file at 1731255823775Flushing 3999bf10a5edce8d83d8b3e24c53b64b/f1: creating writer at 1731255824184 (+409 ms)Flushing 3999bf10a5edce8d83d8b3e24c53b64b/f1: appending metadata at 1731255824197 (+13 ms)Flushing 3999bf10a5edce8d83d8b3e24c53b64b/f1: closing flushed file at 1731255824197Flushing 3999bf10a5edce8d83d8b3e24c53b64b/norep: creating writer at 1731255824204 (+7 ms)Flushing 3999bf10a5edce8d83d8b3e24c53b64b/norep: appending metadata at 1731255824217 (+13 ms)Flushing 3999bf10a5edce8d83d8b3e24c53b64b/norep: closing flushed file at 1731255824217Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12884ef8: reopening flushed file at 1731255824625 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c5e1678: reopening flushed file at 1731255824629 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bd65ab4: reopening flushed file at 1731255824632 (+3 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3999bf10a5edce8d83d8b3e24c53b64b in 876ms, sequenceid=12, compaction requested=false at 1731255824637 (+5 ms)Writing region close event to WAL at 1731255824639 (+2 ms)Running coprocessor post-close hooks at 1731255824641 (+2 ms)Closed at 1731255824641 2024-11-10T16:23:44,642 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731255797734.3999bf10a5edce8d83d8b3e24c53b64b. 2024-11-10T16:23:44,642 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4f6d5eb231861908c0e518aba7004179, disabling compactions & flushes 2024-11-10T16:23:44,642 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731255802183.4f6d5eb231861908c0e518aba7004179. 2024-11-10T16:23:44,642 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731255802183.4f6d5eb231861908c0e518aba7004179. 2024-11-10T16:23:44,642 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731255802183.4f6d5eb231861908c0e518aba7004179. after waiting 0 ms 2024-11-10T16:23:44,642 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731255802183.4f6d5eb231861908c0e518aba7004179. 2024-11-10T16:23:44,642 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4f6d5eb231861908c0e518aba7004179 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-10T16:23:44,649 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/hbase/meta/1588230740/.tmp/table/8158d6410de646619dd4124f44cad9a6 2024-11-10T16:23:44,653 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/hbase/meta/1588230740/.tmp/info/b2af5b1303dd4f1a8fcb1d3656eae396 as hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/hbase/meta/1588230740/info/b2af5b1303dd4f1a8fcb1d3656eae396 2024-11-10T16:23:44,657 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/hbase/meta/1588230740/info/b2af5b1303dd4f1a8fcb1d3656eae396, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T16:23:44,657 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/hbase/replication/4f6d5eb231861908c0e518aba7004179/.tmp/queue/c1a004526a2b4c52a06876b2ba75c607 is 154, key is 1-8e3de9160f9f,38775,1731255786384/queue:8e3de9160f9f%2C38775%2C1731255786384/1731255816971/Put/seqid=0 2024-11-10T16:23:44,658 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/hbase/meta/1588230740/.tmp/ns/2d83de041dcb489a9d33892c4d498d74 as hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/hbase/meta/1588230740/ns/2d83de041dcb489a9d33892c4d498d74 2024-11-10T16:23:44,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741847_1023 (size=5353) 2024-11-10T16:23:44,662 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/hbase/meta/1588230740/ns/2d83de041dcb489a9d33892c4d498d74, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T16:23:44,662 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/hbase/meta/1588230740/.tmp/rep_barrier/a9ea4f5e2e554906b101c33b29fd1034 as hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/hbase/meta/1588230740/rep_barrier/a9ea4f5e2e554906b101c33b29fd1034 2024-11-10T16:23:44,675 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/hbase/meta/1588230740/rep_barrier/a9ea4f5e2e554906b101c33b29fd1034, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T16:23:44,675 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/hbase/meta/1588230740/.tmp/table/8158d6410de646619dd4124f44cad9a6 as hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/hbase/meta/1588230740/table/8158d6410de646619dd4124f44cad9a6 2024-11-10T16:23:44,679 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/hbase/meta/1588230740/table/8158d6410de646619dd4124f44cad9a6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T16:23:44,680 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 919ms, sequenceid=16, compaction requested=false 2024-11-10T16:23:44,680 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T16:23:44,684 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T16:23:44,685 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:23:44,685 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T16:23:44,685 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T16:23:44,685 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731255823761Running coprocessor pre-close hooks at 1731255823761Disabling compacts and flushes for region at 1731255823761Disabling writes for close at 1731255823761Obtaining lock to block concurrent updates at 1731255823761Preparing flush snapshotting stores in 1588230740 at 1731255823761Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731255823761Flushing stores of hbase:meta,,1.1588230740 at 1731255823762 (+1 ms)Flushing 1588230740/info: creating writer at 1731255823762Flushing 1588230740/info: appending metadata at 1731255823778 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731255823778Flushing 1588230740/ns: creating writer at 1731255823788 (+10 ms)Flushing 1588230740/ns: appending metadata at 1731255823804 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731255823804Flushing 1588230740/rep_barrier: creating writer at 1731255823812 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731255823825 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731255823825Flushing 1588230740/table: creating writer at 1731255824233 (+408 ms)Flushing 1588230740/table: appending metadata at 1731255824246 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731255824246Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8ca2e1c: reopening flushed file at 1731255824653 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@228fc3fb: reopening flushed file at 1731255824657 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e5c0fd: reopening flushed file at 1731255824662 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66d6f6b8: reopening flushed file at 1731255824675 (+13 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 919ms, sequenceid=16, compaction requested=false at 1731255824680 (+5 ms)Writing region close event to WAL at 1731255824682 (+2 ms)Running coprocessor post-close hooks at 1731255824685 (+3 ms)Closed at 1731255824685 2024-11-10T16:23:44,685 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T16:23:44,707 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 1491, reset compression=false 2024-11-10T16:23:44,711 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:23:44,711 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 2382, reset compression=false 2024-11-10T16:23:44,711 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.shipper8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,38775,1731255786384 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392, lastWalPosition=2382, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T16:23:44,711 ERROR [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.shipper8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8e3de9160f9f,38775,1731255786384: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8e3de9160f9f,38775,1731255786384, walGroup=8e3de9160f9f%2C38775%2C1731255786384, offset=8e3de9160f9f%2C38775%2C1731255786384.1731255788392:2382, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:38775 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T16:23:44,712 ERROR [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.shipper8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T16:23:44,713 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.shipper8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T16:23:44,713 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.shipper8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T16:23:44,713 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.shipper8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T16:23:44,713 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.shipper8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T16:23:44,713 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.shipper8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1142947840, "init": 1048576000, "max": 2306867200, "used": 749737984 }, "NonHeapMemoryUsage": { "committed": 202506240, "init": 7667712, "max": -1, "used": 199466504 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T16:23:44,714 WARN [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.shipper8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:42647 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:42647 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T16:23:44,762 INFO [RS:0;8e3de9160f9f:38775 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T16:23:44,762 DEBUG [RS:0;8e3de9160f9f:38775 {}] regionserver.HRegionServer(1325): Online Regions={4f6d5eb231861908c0e518aba7004179=hbase:replication,,1731255802183.4f6d5eb231861908c0e518aba7004179.} 2024-11-10T16:23:44,762 DEBUG [RS:0;8e3de9160f9f:38775 {}] regionserver.HRegionServer(1351): Waiting on 4f6d5eb231861908c0e518aba7004179 2024-11-10T16:23:44,913 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 2382, reset compression=false 2024-11-10T16:23:44,962 DEBUG [RS:0;8e3de9160f9f:38775 {}] regionserver.HRegionServer(1351): Waiting on 4f6d5eb231861908c0e518aba7004179 2024-11-10T16:23:45,061 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/hbase/replication/4f6d5eb231861908c0e518aba7004179/.tmp/queue/c1a004526a2b4c52a06876b2ba75c607 2024-11-10T16:23:45,066 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/hbase/replication/4f6d5eb231861908c0e518aba7004179/.tmp/queue/c1a004526a2b4c52a06876b2ba75c607 as hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/hbase/replication/4f6d5eb231861908c0e518aba7004179/queue/c1a004526a2b4c52a06876b2ba75c607 2024-11-10T16:23:45,069 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/hbase/replication/4f6d5eb231861908c0e518aba7004179/queue/c1a004526a2b4c52a06876b2ba75c607, entries=1, sequenceid=14, filesize=5.2 K 2024-11-10T16:23:45,070 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 4f6d5eb231861908c0e518aba7004179 in 428ms, sequenceid=14, compaction requested=false 2024-11-10T16:23:45,070 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T16:23:45,073 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/data/hbase/replication/4f6d5eb231861908c0e518aba7004179/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-10T16:23:45,074 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:23:45,074 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T16:23:45,074 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731255802183.4f6d5eb231861908c0e518aba7004179. 2024-11-10T16:23:45,074 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4f6d5eb231861908c0e518aba7004179: Waiting for close lock at 1731255824642Running coprocessor pre-close hooks at 1731255824642Disabling compacts and flushes for region at 1731255824642Disabling writes for close at 1731255824642Obtaining lock to block concurrent updates at 1731255824642Preparing flush snapshotting stores in 4f6d5eb231861908c0e518aba7004179 at 1731255824642Finished memstore snapshotting hbase:replication,,1731255802183.4f6d5eb231861908c0e518aba7004179., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731255824642Flushing stores of hbase:replication,,1731255802183.4f6d5eb231861908c0e518aba7004179. at 1731255824643 (+1 ms)Flushing 4f6d5eb231861908c0e518aba7004179/queue: creating writer at 1731255824643Flushing 4f6d5eb231861908c0e518aba7004179/queue: appending metadata at 1731255824657 (+14 ms)Flushing 4f6d5eb231861908c0e518aba7004179/queue: closing flushed file at 1731255824657Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@545761ae: reopening flushed file at 1731255825065 (+408 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 4f6d5eb231861908c0e518aba7004179 in 428ms, sequenceid=14, compaction requested=false at 1731255825070 (+5 ms)Writing region close event to WAL at 1731255825071 (+1 ms)Running coprocessor post-close hooks at 1731255825074 (+3 ms)Closed at 1731255825074 2024-11-10T16:23:45,074 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731255802183.4f6d5eb231861908c0e518aba7004179. 2024-11-10T16:23:45,162 INFO [RS:0;8e3de9160f9f:38775 {}] regionserver.HRegionServer(976): stopping server 8e3de9160f9f,38775,1731255786384; all regions closed. 2024-11-10T16:23:45,165 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.meta.1731255789285.meta not finished, retry = 0 2024-11-10T16:23:45,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741834_1010 (size=4239) 2024-11-10T16:23:45,217 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 to pos 2382, reset compression=false 2024-11-10T16:23:45,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741839_1015 (size=3552) 2024-11-10T16:23:45,267 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.rep.1731255803319 not finished, retry = 0 2024-11-10T16:23:45,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741832_1008 (size=2390) 2024-11-10T16:23:45,370 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/WALs/8e3de9160f9f,38775,1731255786384/8e3de9160f9f%2C38775%2C1731255786384.1731255788392 not finished, retry = 0 2024-11-10T16:23:45,471 DEBUG [RS:0;8e3de9160f9f:38775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:45,471 INFO [RS:0;8e3de9160f9f:38775 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:23:45,471 INFO [RS:0;8e3de9160f9f:38775 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:23:45,471 INFO [RS:0;8e3de9160f9f:38775 {}] hbase.ChoreService(370): Chore service for: regionserver/8e3de9160f9f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T16:23:45,472 INFO [RS:0;8e3de9160f9f:38775 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:23:45,472 INFO [regionserver/8e3de9160f9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:23:45,472 INFO [RS:0;8e3de9160f9f:38775 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8e3de9160f9f,38775,1731255786384 because: Region server is closing 2024-11-10T16:23:45,472 INFO [RS:0;8e3de9160f9f:38775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:38775. 2024-11-10T16:23:45,472 DEBUG [RS:0;8e3de9160f9f:38775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:23:45,472 DEBUG [RS:0;8e3de9160f9f:38775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:45,472 DEBUG [RS:0;8e3de9160f9f:38775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:45,472 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:23:45,573 INFO [RS:0;8e3de9160f9f:38775 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.shipper8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 terminated 2024-11-10T16:23:45,573 WARN [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,38775,1731255786384.replicationSource.wal-reader.8e3de9160f9f%2C38775%2C1731255786384,1-8e3de9160f9f,38775,1731255786384 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T16:23:45,573 INFO [RS:0;8e3de9160f9f:38775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:38775. 2024-11-10T16:23:45,573 DEBUG [RS:0;8e3de9160f9f:38775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:23:45,573 DEBUG [RS:0;8e3de9160f9f:38775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:45,573 DEBUG [RS:0;8e3de9160f9f:38775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:45,573 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:23:45,573 INFO [RS:0;8e3de9160f9f:38775 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38775 2024-11-10T16:23:45,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38775-0x10102b0c2400001, quorum=127.0.0.1:60672, baseZNode=/084628470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/084628470/rs/8e3de9160f9f,38775,1731255786384 2024-11-10T16:23:45,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42647-0x10102b0c2400000, quorum=127.0.0.1:60672, baseZNode=/084628470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084628470/rs 2024-11-10T16:23:45,575 INFO [RS:0;8e3de9160f9f:38775 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:23:45,579 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8e3de9160f9f,38775,1731255786384] 2024-11-10T16:23:45,580 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /084628470/draining/8e3de9160f9f,38775,1731255786384 already deleted, retry=false 2024-11-10T16:23:45,580 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8e3de9160f9f,38775,1731255786384 expired; onlineServers=0 2024-11-10T16:23:45,580 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8e3de9160f9f,42647,1731255786324' ***** 2024-11-10T16:23:45,580 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T16:23:45,580 INFO [M:0;8e3de9160f9f:42647 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:23:45,580 INFO [M:0;8e3de9160f9f:42647 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:23:45,581 DEBUG [M:0;8e3de9160f9f:42647 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T16:23:45,581 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T16:23:45,581 DEBUG [M:0;8e3de9160f9f:42647 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T16:23:45,581 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255788146 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255788146,5,FailOnTimeoutGroup] 2024-11-10T16:23:45,581 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255788144 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255788144,5,FailOnTimeoutGroup] 2024-11-10T16:23:45,581 INFO [M:0;8e3de9160f9f:42647 {}] hbase.ChoreService(370): Chore service for: master/8e3de9160f9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T16:23:45,581 INFO [M:0;8e3de9160f9f:42647 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:23:45,581 DEBUG [M:0;8e3de9160f9f:42647 {}] master.HMaster(1795): Stopping service threads 2024-11-10T16:23:45,581 INFO [M:0;8e3de9160f9f:42647 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T16:23:45,581 INFO [M:0;8e3de9160f9f:42647 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:23:45,581 INFO [M:0;8e3de9160f9f:42647 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T16:23:45,581 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T16:23:45,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42647-0x10102b0c2400000, quorum=127.0.0.1:60672, baseZNode=/084628470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/084628470/master 2024-11-10T16:23:45,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42647-0x10102b0c2400000, quorum=127.0.0.1:60672, baseZNode=/084628470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084628470 2024-11-10T16:23:45,582 DEBUG [M:0;8e3de9160f9f:42647 {}] zookeeper.ZKUtil(347): master:42647-0x10102b0c2400000, quorum=127.0.0.1:60672, baseZNode=/084628470 Unable to get data of znode /084628470/master because node does not exist (not an error) 2024-11-10T16:23:45,582 WARN [M:0;8e3de9160f9f:42647 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T16:23:45,582 INFO [M:0;8e3de9160f9f:42647 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/.lastflushedseqids 2024-11-10T16:23:45,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741848_1024 (size=245) 2024-11-10T16:23:45,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38775-0x10102b0c2400001, quorum=127.0.0.1:60672, baseZNode=/084628470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:23:45,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38775-0x10102b0c2400001, quorum=127.0.0.1:60672, baseZNode=/084628470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:23:45,679 INFO [RS:0;8e3de9160f9f:38775 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:23:45,680 INFO [RS:0;8e3de9160f9f:38775 {}] regionserver.HRegionServer(1031): Exiting; stopping=8e3de9160f9f,38775,1731255786384; zookeeper connection closed. 2024-11-10T16:23:45,680 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@179b209f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@179b209f 2024-11-10T16:23:45,680 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T16:23:45,987 INFO [M:0;8e3de9160f9f:42647 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T16:23:45,987 INFO [M:0;8e3de9160f9f:42647 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T16:23:45,987 DEBUG [M:0;8e3de9160f9f:42647 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T16:23:45,987 INFO [M:0;8e3de9160f9f:42647 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:23:45,987 DEBUG [M:0;8e3de9160f9f:42647 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:23:45,987 DEBUG [M:0;8e3de9160f9f:42647 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T16:23:45,987 DEBUG [M:0;8e3de9160f9f:42647 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:23:45,987 INFO [M:0;8e3de9160f9f:42647 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-10T16:23:46,003 DEBUG [M:0;8e3de9160f9f:42647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a2376231d1ba46e88369c1cc20722fdb is 82, key is hbase:meta,,1/info:regioninfo/1731255789317/Put/seqid=0 2024-11-10T16:23:46,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741849_1025 (size=5672) 2024-11-10T16:23:46,407 INFO [M:0;8e3de9160f9f:42647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a2376231d1ba46e88369c1cc20722fdb 2024-11-10T16:23:46,424 DEBUG [M:0;8e3de9160f9f:42647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97ebad964b674a24b249730e10b9812d is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731255798898/Put/seqid=0 2024-11-10T16:23:46,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741850_1026 (size=7218) 2024-11-10T16:23:46,828 INFO [M:0;8e3de9160f9f:42647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97ebad964b674a24b249730e10b9812d 2024-11-10T16:23:46,831 INFO [M:0;8e3de9160f9f:42647 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 97ebad964b674a24b249730e10b9812d 2024-11-10T16:23:46,845 DEBUG [M:0;8e3de9160f9f:42647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c2389d3c666444b7b3cb7acbc731ac4f is 69, key is 8e3de9160f9f,38775,1731255786384/rs:state/1731255788230/Put/seqid=0 2024-11-10T16:23:46,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741851_1027 (size=5156) 2024-11-10T16:23:47,249 INFO [M:0;8e3de9160f9f:42647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c2389d3c666444b7b3cb7acbc731ac4f 2024-11-10T16:23:47,253 DEBUG [M:0;8e3de9160f9f:42647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a2376231d1ba46e88369c1cc20722fdb as hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a2376231d1ba46e88369c1cc20722fdb 2024-11-10T16:23:47,257 INFO [M:0;8e3de9160f9f:42647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a2376231d1ba46e88369c1cc20722fdb, entries=8, sequenceid=105, filesize=5.5 K 2024-11-10T16:23:47,257 DEBUG [M:0;8e3de9160f9f:42647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97ebad964b674a24b249730e10b9812d as hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/97ebad964b674a24b249730e10b9812d 2024-11-10T16:23:47,261 INFO [M:0;8e3de9160f9f:42647 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 97ebad964b674a24b249730e10b9812d 2024-11-10T16:23:47,261 INFO [M:0;8e3de9160f9f:42647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/97ebad964b674a24b249730e10b9812d, entries=11, sequenceid=105, filesize=7.0 K 2024-11-10T16:23:47,261 DEBUG [M:0;8e3de9160f9f:42647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c2389d3c666444b7b3cb7acbc731ac4f as hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c2389d3c666444b7b3cb7acbc731ac4f 2024-11-10T16:23:47,265 INFO [M:0;8e3de9160f9f:42647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46785/user/jenkins/test-data/3535c54b-eee5-ecbe-3c4a-1fa781e4a184/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c2389d3c666444b7b3cb7acbc731ac4f, entries=1, sequenceid=105, filesize=5.0 K 2024-11-10T16:23:47,266 INFO [M:0;8e3de9160f9f:42647 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=105, compaction requested=false 2024-11-10T16:23:47,267 INFO [M:0;8e3de9160f9f:42647 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:23:47,267 DEBUG [M:0;8e3de9160f9f:42647 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731255825987Disabling compacts and flushes for region at 1731255825987Disabling writes for close at 1731255825987Obtaining lock to block concurrent updates at 1731255825987Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731255825987Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731255825988 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731255825988Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731255825988Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731255826002 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731255826002Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731255826410 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731255826424 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731255826424Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731255826831 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731255826845 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731255826845Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ba8db91: reopening flushed file at 1731255827253 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b93eef0: reopening flushed file at 1731255827257 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47c46b5a: reopening flushed file at 1731255827261 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=105, compaction requested=false at 1731255827266 (+5 ms)Writing region close event to WAL at 1731255827267 (+1 ms)Closed at 1731255827267 2024-11-10T16:23:47,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741830_1006 (size=64423) 2024-11-10T16:23:47,269 INFO [M:0;8e3de9160f9f:42647 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T16:23:47,269 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:23:47,269 INFO [M:0;8e3de9160f9f:42647 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42647 2024-11-10T16:23:47,270 INFO [M:0;8e3de9160f9f:42647 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:23:47,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42647-0x10102b0c2400000, quorum=127.0.0.1:60672, baseZNode=/084628470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:23:47,371 INFO [M:0;8e3de9160f9f:42647 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:23:47,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42647-0x10102b0c2400000, quorum=127.0.0.1:60672, baseZNode=/084628470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:23:47,374 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28400cbc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T16:23:47,374 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22b3f6ff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T16:23:47,374 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T16:23:47,374 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66eacbe6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T16:23:47,374 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c7a16a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bdc7734-13ff-193f-3add-712a677c49a1/hadoop.log.dir/,STOPPED} 2024-11-10T16:23:47,376 WARN [BP-226006809-172.17.0.2-1731255785412 heartbeating to localhost/127.0.0.1:46785 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T16:23:47,376 WARN [BP-226006809-172.17.0.2-1731255785412 heartbeating to localhost/127.0.0.1:46785 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-226006809-172.17.0.2-1731255785412 (Datanode Uuid 944178d1-9be7-48a0-9d84-1f1735bbc47e) service to localhost/127.0.0.1:46785 2024-11-10T16:23:47,377 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T16:23:47,377 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T16:23:47,377 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bdc7734-13ff-193f-3add-712a677c49a1/cluster_18df152b-0dba-1445-5f06-af9093d7a6be/data/data1/current/BP-226006809-172.17.0.2-1731255785412 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T16:23:47,377 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bdc7734-13ff-193f-3add-712a677c49a1/cluster_18df152b-0dba-1445-5f06-af9093d7a6be/data/data2/current/BP-226006809-172.17.0.2-1731255785412 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T16:23:47,377 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T16:23:47,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15e4e09a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T16:23:47,383 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b589b02{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T16:23:47,383 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T16:23:47,383 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c3ac1de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T16:23:47,383 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45179762{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bdc7734-13ff-193f-3add-712a677c49a1/hadoop.log.dir/,STOPPED} 2024-11-10T16:23:47,388 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T16:23:47,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T16:23:47,412 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 265) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46881 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46785 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60672) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:46785 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38645 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38645 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:46881 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46881 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60672) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46785 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60672) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38645 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46881 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46881 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46785 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:38645 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46785 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38645 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=730 (was 656) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=219 (was 219), ProcessCount=11 (was 11), AvailableMemoryMB=6697 (was 6809) 2024-11-10T16:23:47,424 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=314, OpenFileDescriptor=730, MaxFileDescriptor=1048576, SystemLoadAverage=219, ProcessCount=11, AvailableMemoryMB=6696 2024-11-10T16:23:47,438 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-10T16:23:47,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54a46b77-7991-6775-f38a-8ff88286fc36/hadoop.log.dir so I do NOT create it in target/test-data/2648bd94-b98d-c330-1099-85eff6613e43 2024-11-10T16:23:47,438 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54a46b77-7991-6775-f38a-8ff88286fc36/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T16:23:47,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54a46b77-7991-6775-f38a-8ff88286fc36/hadoop.tmp.dir so I do NOT create it in target/test-data/2648bd94-b98d-c330-1099-85eff6613e43 2024-11-10T16:23:47,438 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54a46b77-7991-6775-f38a-8ff88286fc36/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T16:23:47,438 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2648bd94-b98d-c330-1099-85eff6613e43 2024-11-10T16:23:47,438 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2648bd94-b98d-c330-1099-85eff6613e43/cluster_81ce3ef1-069a-258c-a50b-6c4667df92e7, deleteOnExit=true 2024-11-10T16:23:47,441 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2648bd94-b98d-c330-1099-85eff6613e43/cluster_81ce3ef1-069a-258c-a50b-6c4667df92e7/zookeeper_0, clientPort=49695, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2648bd94-b98d-c330-1099-85eff6613e43/cluster_81ce3ef1-069a-258c-a50b-6c4667df92e7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2648bd94-b98d-c330-1099-85eff6613e43/cluster_81ce3ef1-069a-258c-a50b-6c4667df92e7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T16:23:47,442 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49695 2024-11-10T16:23:47,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T16:23:47,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T16:23:47,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2648bd94-b98d-c330-1099-85eff6613e43/test.cache.data in system properties and HBase conf 2024-11-10T16:23:47,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2648bd94-b98d-c330-1099-85eff6613e43/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T16:23:47,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2648bd94-b98d-c330-1099-85eff6613e43/hadoop.log.dir in system properties and HBase conf 2024-11-10T16:23:47,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2648bd94-b98d-c330-1099-85eff6613e43/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T16:23:47,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2648bd94-b98d-c330-1099-85eff6613e43/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T16:23:47,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T16:23:47,442 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T16:23:47,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2648bd94-b98d-c330-1099-85eff6613e43/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T16:23:47,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2648bd94-b98d-c330-1099-85eff6613e43/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T16:23:47,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2648bd94-b98d-c330-1099-85eff6613e43/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T16:23:47,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2648bd94-b98d-c330-1099-85eff6613e43/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T16:23:47,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2648bd94-b98d-c330-1099-85eff6613e43/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T16:23:47,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2648bd94-b98d-c330-1099-85eff6613e43/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T16:23:47,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2648bd94-b98d-c330-1099-85eff6613e43/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T16:23:47,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2648bd94-b98d-c330-1099-85eff6613e43/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T16:23:47,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2648bd94-b98d-c330-1099-85eff6613e43/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T16:23:47,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2648bd94-b98d-c330-1099-85eff6613e43/nfs.dump.dir in system properties and HBase conf 2024-11-10T16:23:47,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2648bd94-b98d-c330-1099-85eff6613e43/java.io.tmpdir in system properties and HBase conf 2024-11-10T16:23:47,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2648bd94-b98d-c330-1099-85eff6613e43/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T16:23:47,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2648bd94-b98d-c330-1099-85eff6613e43/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T16:23:47,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2648bd94-b98d-c330-1099-85eff6613e43/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T16:23:47,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10102b0c2400005, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T16:23:47,487 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10102b0c2400005, quorum=127.0.0.1:60672, baseZNode=/1-1085647597 Received Disconnected from ZooKeeper, ignoring 2024-11-10T16:23:47,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10102b0c2400008, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T16:23:47,487 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10102b0c2400008, quorum=127.0.0.1:60672, baseZNode=/2-914086722 Received Disconnected from ZooKeeper, ignoring 2024-11-10T16:23:47,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10102b0c2400002, quorum=127.0.0.1:60672, baseZNode=/084628470 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T16:23:47,487 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10102b0c2400002, quorum=127.0.0.1:60672, baseZNode=/084628470 Received Disconnected from ZooKeeper, ignoring 2024-11-10T16:23:47,547 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:23:47,552 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T16:23:47,553 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T16:23:47,553 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T16:23:47,553 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T16:23:47,556 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:23:47,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7578d2fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2648bd94-b98d-c330-1099-85eff6613e43/hadoop.log.dir/,AVAILABLE} 2024-11-10T16:23:47,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e2dd2d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T16:23:47,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46cfec75{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2648bd94-b98d-c330-1099-85eff6613e43/java.io.tmpdir/jetty-localhost-39355-hadoop-hdfs-3_4_1-tests_jar-_-any-13287720196794498960/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T16:23:47,712 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b89cf2e{HTTP/1.1, (http/1.1)}{localhost:39355} 2024-11-10T16:23:47,712 INFO [Time-limited test {}] server.Server(415): Started @254173ms 2024-11-10T16:23:47,799 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:23:47,803 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T16:23:47,808 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T16:23:47,808 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T16:23:47,808 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T16:23:47,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@464fe840{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2648bd94-b98d-c330-1099-85eff6613e43/hadoop.log.dir/,AVAILABLE} 2024-11-10T16:23:47,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52c4ff25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T16:23:47,935 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4bb120f7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2648bd94-b98d-c330-1099-85eff6613e43/java.io.tmpdir/jetty-localhost-45561-hadoop-hdfs-3_4_1-tests_jar-_-any-16602951143320665234/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T16:23:47,936 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e636865{HTTP/1.1, (http/1.1)}{localhost:45561} 2024-11-10T16:23:47,936 INFO [Time-limited test {}] server.Server(415): Started @254397ms 2024-11-10T16:23:47,937 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T16:23:48,025 WARN [Thread-3440 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2648bd94-b98d-c330-1099-85eff6613e43/cluster_81ce3ef1-069a-258c-a50b-6c4667df92e7/data/data1/current/BP-920602066-172.17.0.2-1731255827473/current, will proceed with Du for space computation calculation, 2024-11-10T16:23:48,025 WARN [Thread-3441 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2648bd94-b98d-c330-1099-85eff6613e43/cluster_81ce3ef1-069a-258c-a50b-6c4667df92e7/data/data2/current/BP-920602066-172.17.0.2-1731255827473/current, will proceed with Du for space computation calculation, 2024-11-10T16:23:48,043 WARN [Thread-3428 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T16:23:48,045 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa622463411c04fc2 with lease ID 0x986b6d62422af9d6: Processing first storage report for DS-fa681a5b-3ecd-4163-a0b5-96935e2bbdac from datanode DatanodeRegistration(127.0.0.1:36643, datanodeUuid=d66eeafe-efbc-4a66-8177-0e0c1dab6322, infoPort=43485, infoSecurePort=0, ipcPort=42177, storageInfo=lv=-57;cid=testClusterID;nsid=1643532478;c=1731255827473) 2024-11-10T16:23:48,045 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa622463411c04fc2 with lease ID 0x986b6d62422af9d6: from storage DS-fa681a5b-3ecd-4163-a0b5-96935e2bbdac node DatanodeRegistration(127.0.0.1:36643, datanodeUuid=d66eeafe-efbc-4a66-8177-0e0c1dab6322, infoPort=43485, infoSecurePort=0, ipcPort=42177, storageInfo=lv=-57;cid=testClusterID;nsid=1643532478;c=1731255827473), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T16:23:48,045 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa622463411c04fc2 with lease ID 0x986b6d62422af9d6: Processing first storage report for DS-f524772c-1360-4d2a-9876-ef97a884fb57 from datanode DatanodeRegistration(127.0.0.1:36643, datanodeUuid=d66eeafe-efbc-4a66-8177-0e0c1dab6322, infoPort=43485, infoSecurePort=0, ipcPort=42177, storageInfo=lv=-57;cid=testClusterID;nsid=1643532478;c=1731255827473) 2024-11-10T16:23:48,045 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa622463411c04fc2 with lease ID 0x986b6d62422af9d6: from storage DS-f524772c-1360-4d2a-9876-ef97a884fb57 node DatanodeRegistration(127.0.0.1:36643, datanodeUuid=d66eeafe-efbc-4a66-8177-0e0c1dab6322, infoPort=43485, infoSecurePort=0, ipcPort=42177, storageInfo=lv=-57;cid=testClusterID;nsid=1643532478;c=1731255827473), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T16:23:48,060 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2648bd94-b98d-c330-1099-85eff6613e43 2024-11-10T16:23:48,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:23:48,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:23:48,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741825_1001 (size=7) 2024-11-10T16:23:48,068 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65 with version=8 2024-11-10T16:23:48,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/hbase-staging 2024-11-10T16:23:48,070 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:23:48,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:23:48,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:23:48,070 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:23:48,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:23:48,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:23:48,070 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T16:23:48,070 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:23:48,070 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34357 2024-11-10T16:23:48,071 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34357 connecting to ZooKeeper ensemble=127.0.0.1:49695 2024-11-10T16:23:48,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343570x0, quorum=127.0.0.1:49695, baseZNode=/085937690 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:23:48,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34357-0x10102b166800000 connected 2024-11-10T16:23:48,096 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:23:48,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:23:48,099 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34357-0x10102b166800000, quorum=127.0.0.1:49695, baseZNode=/085937690 Set watcher on znode that does not yet exist, /085937690/running 2024-11-10T16:23:48,099 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65, hbase.cluster.distributed=false 2024-11-10T16:23:48,100 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34357-0x10102b166800000, quorum=127.0.0.1:49695, baseZNode=/085937690 Set watcher on znode that does not yet exist, /085937690/acl 2024-11-10T16:23:48,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34357 2024-11-10T16:23:48,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34357 2024-11-10T16:23:48,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34357 2024-11-10T16:23:48,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34357 2024-11-10T16:23:48,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34357 2024-11-10T16:23:48,124 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:23:48,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:23:48,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:23:48,124 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:23:48,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:23:48,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:23:48,124 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T16:23:48,125 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:23:48,125 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42973 2024-11-10T16:23:48,126 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42973 connecting to ZooKeeper ensemble=127.0.0.1:49695 2024-11-10T16:23:48,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:23:48,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:23:48,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429730x0, quorum=127.0.0.1:49695, baseZNode=/085937690 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:23:48,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429730x0, quorum=127.0.0.1:49695, baseZNode=/085937690 Set watcher on znode that does not yet exist, /085937690/running 2024-11-10T16:23:48,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42973-0x10102b166800001 connected 2024-11-10T16:23:48,133 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T16:23:48,136 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T16:23:48,136 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42973-0x10102b166800001, quorum=127.0.0.1:49695, baseZNode=/085937690 Set watcher on znode that does not yet exist, /085937690/master 2024-11-10T16:23:48,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42973-0x10102b166800001, quorum=127.0.0.1:49695, baseZNode=/085937690 Set watcher on znode that does not yet exist, /085937690/acl 2024-11-10T16:23:48,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42973 2024-11-10T16:23:48,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42973 2024-11-10T16:23:48,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42973 2024-11-10T16:23:48,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42973 2024-11-10T16:23:48,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42973 2024-11-10T16:23:48,154 DEBUG [M:0;8e3de9160f9f:34357 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8e3de9160f9f:34357 2024-11-10T16:23:48,154 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /085937690/backup-masters/8e3de9160f9f,34357,1731255828069 2024-11-10T16:23:48,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42973-0x10102b166800001, quorum=127.0.0.1:49695, baseZNode=/085937690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/085937690/backup-masters 2024-11-10T16:23:48,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10102b166800000, quorum=127.0.0.1:49695, baseZNode=/085937690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/085937690/backup-masters 2024-11-10T16:23:48,155 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34357-0x10102b166800000, quorum=127.0.0.1:49695, baseZNode=/085937690 Set watcher on existing znode=/085937690/backup-masters/8e3de9160f9f,34357,1731255828069 2024-11-10T16:23:48,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10102b166800000, quorum=127.0.0.1:49695, baseZNode=/085937690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/085937690 2024-11-10T16:23:48,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42973-0x10102b166800001, quorum=127.0.0.1:49695, baseZNode=/085937690 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/085937690/master 2024-11-10T16:23:48,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42973-0x10102b166800001, quorum=127.0.0.1:49695, baseZNode=/085937690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/085937690 2024-11-10T16:23:48,157 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34357-0x10102b166800000, quorum=127.0.0.1:49695, baseZNode=/085937690 Set watcher on existing znode=/085937690/master 2024-11-10T16:23:48,157 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /085937690/backup-masters/8e3de9160f9f,34357,1731255828069 from backup master directory 2024-11-10T16:23:48,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10102b166800000, quorum=127.0.0.1:49695, baseZNode=/085937690 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/085937690/backup-masters/8e3de9160f9f,34357,1731255828069 2024-11-10T16:23:48,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10102b166800000, quorum=127.0.0.1:49695, baseZNode=/085937690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/085937690/backup-masters 2024-11-10T16:23:48,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42973-0x10102b166800001, quorum=127.0.0.1:49695, baseZNode=/085937690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/085937690/backup-masters 2024-11-10T16:23:48,160 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:23:48,160 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8e3de9160f9f,34357,1731255828069 2024-11-10T16:23:48,163 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/hbase.id] with ID: 95fc4b03-2398-4631-9ee7-979f0714052e 2024-11-10T16:23:48,163 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/.tmp/hbase.id 2024-11-10T16:23:48,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741826_1002 (size=42) 2024-11-10T16:23:48,571 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/.tmp/hbase.id]:[hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/hbase.id] 2024-11-10T16:23:48,578 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:23:48,578 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T16:23:48,579 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T16:23:48,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10102b166800000, quorum=127.0.0.1:49695, baseZNode=/085937690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/085937690 2024-11-10T16:23:48,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42973-0x10102b166800001, quorum=127.0.0.1:49695, baseZNode=/085937690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/085937690 2024-11-10T16:23:48,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741827_1003 (size=196) 2024-11-10T16:23:48,585 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:23:48,586 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T16:23:48,586 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:23:48,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741828_1004 (size=1189) 2024-11-10T16:23:48,625 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T16:23:48,625 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T16:23:48,625 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T16:23:48,625 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T16:23:48,991 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/MasterData/data/master/store 2024-11-10T16:23:48,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741829_1005 (size=34) 2024-11-10T16:23:49,396 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:23:49,396 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T16:23:49,396 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:23:49,396 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:23:49,396 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T16:23:49,396 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:23:49,396 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:23:49,396 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731255829396Disabling compacts and flushes for region at 1731255829396Disabling writes for close at 1731255829396Writing region close event to WAL at 1731255829396Closed at 1731255829396 2024-11-10T16:23:49,397 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/MasterData/data/master/store/.initializing 2024-11-10T16:23:49,397 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/MasterData/WALs/8e3de9160f9f,34357,1731255828069 2024-11-10T16:23:49,398 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:23:49,399 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8e3de9160f9f%2C34357%2C1731255828069, suffix=, logDir=hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/MasterData/WALs/8e3de9160f9f,34357,1731255828069, archiveDir=hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/MasterData/oldWALs, maxLogs=10 2024-11-10T16:23:49,412 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/MasterData/WALs/8e3de9160f9f,34357,1731255828069/8e3de9160f9f%2C34357%2C1731255828069.1731255829399, exclude list is [], retry=0 2024-11-10T16:23:49,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36643,DS-fa681a5b-3ecd-4163-a0b5-96935e2bbdac,DISK] 2024-11-10T16:23:49,415 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/MasterData/WALs/8e3de9160f9f,34357,1731255828069/8e3de9160f9f%2C34357%2C1731255828069.1731255829399 2024-11-10T16:23:49,415 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43485:43485)] 2024-11-10T16:23:49,416 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:23:49,416 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:23:49,416 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:49,416 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:49,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:49,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T16:23:49,418 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:49,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:49,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:49,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T16:23:49,419 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:49,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:23:49,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:49,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T16:23:49,420 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:49,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:23:49,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:49,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T16:23:49,421 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:49,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:23:49,421 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:49,421 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:49,422 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:49,422 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:49,422 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:49,423 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:23:49,424 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:49,425 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:23:49,425 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68549952, jitterRate=0.02147388458251953}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:23:49,426 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731255829416Initializing all the Stores at 1731255829416Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255829416Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255829417 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255829417Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255829417Cleaning up temporary data from old regions at 1731255829422 (+5 ms)Region opened successfully at 1731255829426 (+4 ms) 2024-11-10T16:23:49,426 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T16:23:49,428 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bafd7ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:23:49,428 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T16:23:49,429 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T16:23:49,429 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T16:23:49,429 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T16:23:49,429 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T16:23:49,429 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T16:23:49,429 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T16:23:49,431 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T16:23:49,431 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34357-0x10102b166800000, quorum=127.0.0.1:49695, baseZNode=/085937690 Unable to get data of znode /085937690/balancer because node does not exist (not necessarily an error) 2024-11-10T16:23:49,432 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /085937690/balancer already deleted, retry=false 2024-11-10T16:23:49,432 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T16:23:49,433 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34357-0x10102b166800000, quorum=127.0.0.1:49695, baseZNode=/085937690 Unable to get data of znode /085937690/normalizer because node does not exist (not necessarily an error) 2024-11-10T16:23:49,434 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /085937690/normalizer already deleted, retry=false 2024-11-10T16:23:49,434 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T16:23:49,434 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34357-0x10102b166800000, quorum=127.0.0.1:49695, baseZNode=/085937690 Unable to get data of znode /085937690/switch/split because node does not exist (not necessarily an error) 2024-11-10T16:23:49,437 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /085937690/switch/split already deleted, retry=false 2024-11-10T16:23:49,437 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34357-0x10102b166800000, quorum=127.0.0.1:49695, baseZNode=/085937690 Unable to get data of znode /085937690/switch/merge because node does not exist (not necessarily an error) 2024-11-10T16:23:49,438 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /085937690/switch/merge already deleted, retry=false 2024-11-10T16:23:49,440 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34357-0x10102b166800000, quorum=127.0.0.1:49695, baseZNode=/085937690 Unable to get data of znode /085937690/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T16:23:49,441 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /085937690/snapshot-cleanup already deleted, retry=false 2024-11-10T16:23:49,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10102b166800000, quorum=127.0.0.1:49695, baseZNode=/085937690 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/085937690/running 2024-11-10T16:23:49,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42973-0x10102b166800001, quorum=127.0.0.1:49695, baseZNode=/085937690 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/085937690/running 2024-11-10T16:23:49,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10102b166800000, quorum=127.0.0.1:49695, baseZNode=/085937690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/085937690 2024-11-10T16:23:49,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42973-0x10102b166800001, quorum=127.0.0.1:49695, baseZNode=/085937690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/085937690 2024-11-10T16:23:49,443 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8e3de9160f9f,34357,1731255828069, sessionid=0x10102b166800000, setting cluster-up flag (Was=false) 2024-11-10T16:23:49,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42973-0x10102b166800001, quorum=127.0.0.1:49695, baseZNode=/085937690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/085937690 2024-11-10T16:23:49,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10102b166800000, quorum=127.0.0.1:49695, baseZNode=/085937690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/085937690 2024-11-10T16:23:49,454 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /085937690/flush-table-proc/acquired, /085937690/flush-table-proc/reached, /085937690/flush-table-proc/abort 2024-11-10T16:23:49,454 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,34357,1731255828069 2024-11-10T16:23:49,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10102b166800000, quorum=127.0.0.1:49695, baseZNode=/085937690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/085937690 2024-11-10T16:23:49,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42973-0x10102b166800001, quorum=127.0.0.1:49695, baseZNode=/085937690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/085937690 2024-11-10T16:23:49,461 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /085937690/online-snapshot/acquired, /085937690/online-snapshot/reached, /085937690/online-snapshot/abort 2024-11-10T16:23:49,462 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,34357,1731255828069 2024-11-10T16:23:49,462 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T16:23:49,464 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T16:23:49,464 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T16:23:49,464 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T16:23:49,464 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8e3de9160f9f,34357,1731255828069 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T16:23:49,465 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:23:49,465 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:23:49,465 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:23:49,465 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:23:49,465 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8e3de9160f9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T16:23:49,465 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:49,465 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:23:49,465 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:49,466 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731255859466 2024-11-10T16:23:49,466 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T16:23:49,466 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T16:23:49,466 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T16:23:49,466 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T16:23:49,466 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T16:23:49,466 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T16:23:49,466 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:49,466 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:23:49,466 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T16:23:49,466 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T16:23:49,467 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T16:23:49,467 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T16:23:49,467 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T16:23:49,467 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T16:23:49,467 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T16:23:49,467 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255829467,5,FailOnTimeoutGroup] 2024-11-10T16:23:49,467 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255829467,5,FailOnTimeoutGroup] 2024-11-10T16:23:49,467 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:49,467 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:49,467 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T16:23:49,467 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:49,467 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:49,467 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T16:23:49,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741831_1007 (size=1321) 2024-11-10T16:23:49,545 INFO [RS:0;8e3de9160f9f:42973 {}] regionserver.HRegionServer(746): ClusterId : 95fc4b03-2398-4631-9ee7-979f0714052e 2024-11-10T16:23:49,545 DEBUG [RS:0;8e3de9160f9f:42973 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T16:23:49,547 DEBUG [RS:0;8e3de9160f9f:42973 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T16:23:49,547 DEBUG [RS:0;8e3de9160f9f:42973 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T16:23:49,548 DEBUG [RS:0;8e3de9160f9f:42973 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T16:23:49,548 DEBUG [RS:0;8e3de9160f9f:42973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5000f6b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:23:49,560 DEBUG [RS:0;8e3de9160f9f:42973 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8e3de9160f9f:42973 2024-11-10T16:23:49,560 INFO [RS:0;8e3de9160f9f:42973 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T16:23:49,560 INFO [RS:0;8e3de9160f9f:42973 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T16:23:49,560 DEBUG [RS:0;8e3de9160f9f:42973 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T16:23:49,560 INFO [RS:0;8e3de9160f9f:42973 {}] regionserver.HRegionServer(2659): reportForDuty to master=8e3de9160f9f,34357,1731255828069 with port=42973, startcode=1731255828124 2024-11-10T16:23:49,561 DEBUG [RS:0;8e3de9160f9f:42973 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T16:23:49,562 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T16:23:49,562 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34357 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8e3de9160f9f,42973,1731255828124 2024-11-10T16:23:49,562 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34357 {}] master.ServerManager(517): Registering regionserver=8e3de9160f9f,42973,1731255828124 2024-11-10T16:23:49,564 DEBUG [RS:0;8e3de9160f9f:42973 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65 2024-11-10T16:23:49,564 DEBUG [RS:0;8e3de9160f9f:42973 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46743 2024-11-10T16:23:49,564 DEBUG [RS:0;8e3de9160f9f:42973 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T16:23:49,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10102b166800000, quorum=127.0.0.1:49695, baseZNode=/085937690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/085937690/rs 2024-11-10T16:23:49,566 DEBUG [RS:0;8e3de9160f9f:42973 {}] zookeeper.ZKUtil(111): regionserver:42973-0x10102b166800001, quorum=127.0.0.1:49695, baseZNode=/085937690 Set watcher on existing znode=/085937690/rs/8e3de9160f9f,42973,1731255828124 2024-11-10T16:23:49,566 WARN [RS:0;8e3de9160f9f:42973 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:23:49,566 INFO [RS:0;8e3de9160f9f:42973 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:23:49,566 DEBUG [RS:0;8e3de9160f9f:42973 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124 2024-11-10T16:23:49,566 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8e3de9160f9f,42973,1731255828124] 2024-11-10T16:23:49,569 INFO [RS:0;8e3de9160f9f:42973 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T16:23:49,570 INFO [RS:0;8e3de9160f9f:42973 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T16:23:49,570 INFO [RS:0;8e3de9160f9f:42973 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T16:23:49,570 INFO [RS:0;8e3de9160f9f:42973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:49,570 INFO [RS:0;8e3de9160f9f:42973 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T16:23:49,571 INFO [RS:0;8e3de9160f9f:42973 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T16:23:49,571 INFO [RS:0;8e3de9160f9f:42973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:49,571 DEBUG [RS:0;8e3de9160f9f:42973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:49,571 DEBUG [RS:0;8e3de9160f9f:42973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:49,571 DEBUG [RS:0;8e3de9160f9f:42973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:49,571 DEBUG [RS:0;8e3de9160f9f:42973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:49,571 DEBUG [RS:0;8e3de9160f9f:42973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:49,571 DEBUG [RS:0;8e3de9160f9f:42973 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:23:49,571 DEBUG [RS:0;8e3de9160f9f:42973 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:49,571 DEBUG [RS:0;8e3de9160f9f:42973 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:49,571 DEBUG [RS:0;8e3de9160f9f:42973 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:49,571 DEBUG [RS:0;8e3de9160f9f:42973 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:49,571 DEBUG [RS:0;8e3de9160f9f:42973 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:49,571 DEBUG [RS:0;8e3de9160f9f:42973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:49,571 DEBUG [RS:0;8e3de9160f9f:42973 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:23:49,571 DEBUG [RS:0;8e3de9160f9f:42973 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:23:49,572 INFO [RS:0;8e3de9160f9f:42973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:49,572 INFO [RS:0;8e3de9160f9f:42973 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:49,572 INFO [RS:0;8e3de9160f9f:42973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:49,572 INFO [RS:0;8e3de9160f9f:42973 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:49,572 INFO [RS:0;8e3de9160f9f:42973 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:49,572 INFO [RS:0;8e3de9160f9f:42973 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,42973,1731255828124-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:23:49,585 INFO [RS:0;8e3de9160f9f:42973 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T16:23:49,585 INFO [RS:0;8e3de9160f9f:42973 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,42973,1731255828124-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:49,585 INFO [RS:0;8e3de9160f9f:42973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:49,585 INFO [RS:0;8e3de9160f9f:42973 {}] regionserver.Replication(171): 8e3de9160f9f,42973,1731255828124 started 2024-11-10T16:23:49,598 INFO [RS:0;8e3de9160f9f:42973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:49,598 INFO [RS:0;8e3de9160f9f:42973 {}] regionserver.HRegionServer(1482): Serving as 8e3de9160f9f,42973,1731255828124, RpcServer on 8e3de9160f9f/172.17.0.2:42973, sessionid=0x10102b166800001 2024-11-10T16:23:49,598 DEBUG [RS:0;8e3de9160f9f:42973 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T16:23:49,598 DEBUG [RS:0;8e3de9160f9f:42973 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8e3de9160f9f,42973,1731255828124 2024-11-10T16:23:49,598 DEBUG [RS:0;8e3de9160f9f:42973 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,42973,1731255828124' 2024-11-10T16:23:49,598 DEBUG [RS:0;8e3de9160f9f:42973 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/085937690/flush-table-proc/abort' 2024-11-10T16:23:49,599 DEBUG [RS:0;8e3de9160f9f:42973 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/085937690/flush-table-proc/acquired' 2024-11-10T16:23:49,599 DEBUG [RS:0;8e3de9160f9f:42973 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T16:23:49,599 DEBUG [RS:0;8e3de9160f9f:42973 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T16:23:49,599 DEBUG [RS:0;8e3de9160f9f:42973 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8e3de9160f9f,42973,1731255828124 2024-11-10T16:23:49,599 DEBUG [RS:0;8e3de9160f9f:42973 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,42973,1731255828124' 2024-11-10T16:23:49,599 DEBUG [RS:0;8e3de9160f9f:42973 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/085937690/online-snapshot/abort' 2024-11-10T16:23:49,599 DEBUG [RS:0;8e3de9160f9f:42973 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/085937690/online-snapshot/acquired' 2024-11-10T16:23:49,600 DEBUG [RS:0;8e3de9160f9f:42973 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T16:23:49,600 INFO [RS:0;8e3de9160f9f:42973 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T16:23:49,600 INFO [RS:0;8e3de9160f9f:42973 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T16:23:49,700 INFO [RS:0;8e3de9160f9f:42973 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:23:49,701 INFO [RS:0;8e3de9160f9f:42973 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C42973%2C1731255828124, suffix=, logDir=hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124, archiveDir=hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/oldWALs, maxLogs=10 2024-11-10T16:23:49,714 DEBUG [RS:0;8e3de9160f9f:42973 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.1731255829701, exclude list is [], retry=0 2024-11-10T16:23:49,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36643,DS-fa681a5b-3ecd-4163-a0b5-96935e2bbdac,DISK] 2024-11-10T16:23:49,718 INFO [RS:0;8e3de9160f9f:42973 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.1731255829701 2024-11-10T16:23:49,718 DEBUG [RS:0;8e3de9160f9f:42973 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43485:43485)] 2024-11-10T16:23:49,878 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T16:23:49,878 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65 2024-11-10T16:23:49,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741833_1009 (size=32) 2024-11-10T16:23:50,143 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T16:23:50,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:50,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:50,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:50,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:50,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:50,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:50,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:50,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:50,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:50,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:50,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:50,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:50,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:50,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:50,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:50,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:23:50,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:23:50,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:23:50,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:50,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:50,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:23:50,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:23:50,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:50,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:50,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:23:50,288 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:23:50,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:50,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:50,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:23:50,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:23:50,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:50,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:50,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:23:50,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/hbase/meta/1588230740 2024-11-10T16:23:50,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/hbase/meta/1588230740 2024-11-10T16:23:50,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:23:50,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:23:50,291 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:23:50,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:23:50,293 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:23:50,293 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71316591, jitterRate=0.06270001828670502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:23:50,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731255830284Initializing all the Stores at 1731255830284Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255830284Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255830285 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255830285Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255830285Cleaning up temporary data from old regions at 1731255830291 (+6 ms)Region opened successfully at 1731255830294 (+3 ms) 2024-11-10T16:23:50,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T16:23:50,294 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T16:23:50,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T16:23:50,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T16:23:50,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T16:23:50,294 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T16:23:50,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731255830294Disabling compacts and flushes for region at 1731255830294Disabling writes for close at 1731255830294Writing region close event to WAL at 1731255830294Closed at 1731255830294 2024-11-10T16:23:50,296 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:23:50,296 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T16:23:50,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T16:23:50,297 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:23:50,298 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T16:23:50,448 DEBUG [8e3de9160f9f:34357 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T16:23:50,449 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8e3de9160f9f,42973,1731255828124 2024-11-10T16:23:50,450 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,42973,1731255828124, state=OPENING 2024-11-10T16:23:50,451 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T16:23:50,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10102b166800000, quorum=127.0.0.1:49695, baseZNode=/085937690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/085937690 2024-11-10T16:23:50,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42973-0x10102b166800001, quorum=127.0.0.1:49695, baseZNode=/085937690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/085937690 2024-11-10T16:23:50,453 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:23:50,453 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /085937690/meta-region-server: CHANGED 2024-11-10T16:23:50,453 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /085937690/meta-region-server: CHANGED 2024-11-10T16:23:50,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,42973,1731255828124}] 2024-11-10T16:23:50,605 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T16:23:50,607 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39757, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T16:23:50,609 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T16:23:50,609 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:23:50,610 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T16:23:50,611 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C42973%2C1731255828124.meta, suffix=.meta, logDir=hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124, archiveDir=hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/oldWALs, maxLogs=10 2024-11-10T16:23:50,624 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.meta.1731255830611.meta, exclude list is [], retry=0 2024-11-10T16:23:50,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36643,DS-fa681a5b-3ecd-4163-a0b5-96935e2bbdac,DISK] 2024-11-10T16:23:50,626 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.meta.1731255830611.meta 2024-11-10T16:23:50,627 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43485:43485)] 2024-11-10T16:23:50,627 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:23:50,627 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:23:50,627 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T16:23:50,627 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T16:23:50,627 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T16:23:50,627 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T16:23:50,627 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:23:50,627 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T16:23:50,627 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T16:23:50,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:23:50,629 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:23:50,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:50,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:50,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:23:50,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:23:50,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:50,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:50,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:23:50,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:23:50,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:50,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:50,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:23:50,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:23:50,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:50,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:50,633 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:23:50,633 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/hbase/meta/1588230740 2024-11-10T16:23:50,634 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/hbase/meta/1588230740 2024-11-10T16:23:50,635 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:23:50,635 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:23:50,635 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:23:50,636 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:23:50,636 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67347974, jitterRate=0.003563016653060913}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:23:50,636 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T16:23:50,637 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731255830628Writing region info on filesystem at 1731255830628Initializing all the Stores at 1731255830628Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255830628Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255830628Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255830628Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255830628Cleaning up temporary data from old regions at 1731255830635 (+7 ms)Running coprocessor post-open hooks at 1731255830636 (+1 ms)Region opened successfully at 1731255830637 (+1 ms) 2024-11-10T16:23:50,637 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731255830605 2024-11-10T16:23:50,639 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T16:23:50,639 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T16:23:50,639 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8e3de9160f9f,42973,1731255828124 2024-11-10T16:23:50,640 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,42973,1731255828124, state=OPEN 2024-11-10T16:23:50,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10102b166800000, quorum=127.0.0.1:49695, baseZNode=/085937690 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/085937690/meta-region-server 2024-11-10T16:23:50,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42973-0x10102b166800001, quorum=127.0.0.1:49695, baseZNode=/085937690 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/085937690/meta-region-server 2024-11-10T16:23:50,646 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8e3de9160f9f,42973,1731255828124 2024-11-10T16:23:50,646 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /085937690/meta-region-server: CHANGED 2024-11-10T16:23:50,646 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /085937690/meta-region-server: CHANGED 2024-11-10T16:23:50,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T16:23:50,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,42973,1731255828124 in 193 msec 2024-11-10T16:23:50,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T16:23:50,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-10T16:23:50,650 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:23:50,650 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T16:23:50,651 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:23:50,651 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,42973,1731255828124, seqNum=-1] 2024-11-10T16:23:50,651 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:23:50,652 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:23:50,656 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1920 sec 2024-11-10T16:23:50,656 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731255830656, completionTime=-1 2024-11-10T16:23:50,656 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T16:23:50,656 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T16:23:50,657 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T16:23:50,657 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731255890657 2024-11-10T16:23:50,657 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731255950657 2024-11-10T16:23:50,657 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T16:23:50,658 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,34357,1731255828069-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:50,658 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,34357,1731255828069-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:50,658 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,34357,1731255828069-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:50,658 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8e3de9160f9f:34357, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:50,658 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:50,658 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:50,659 DEBUG [master/8e3de9160f9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T16:23:50,661 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.501sec 2024-11-10T16:23:50,661 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T16:23:50,661 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T16:23:50,661 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T16:23:50,661 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T16:23:50,661 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T16:23:50,661 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,34357,1731255828069-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:23:50,661 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,34357,1731255828069-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T16:23:50,662 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T16:23:50,662 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T16:23:50,663 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,34357,1731255828069-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:50,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b99d9f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:50,746 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,34357,-1 for getting cluster id 2024-11-10T16:23:50,746 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:23:50,747 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95fc4b03-2398-4631-9ee7-979f0714052e' 2024-11-10T16:23:50,747 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:23:50,748 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95fc4b03-2398-4631-9ee7-979f0714052e" 2024-11-10T16:23:50,748 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a7e17f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:50,748 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,34357,-1] 2024-11-10T16:23:50,748 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:23:50,748 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:50,749 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:23:50,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fd9a051, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:50,750 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:23:50,750 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,42973,1731255828124, seqNum=-1] 2024-11-10T16:23:50,751 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:23:50,751 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:23:50,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8e3de9160f9f,34357,1731255828069 2024-11-10T16:23:50,753 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49695 2024-11-10T16:23:50,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49695, baseZNode=/085937690 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:23:50,755 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10102b166800002 connected 2024-11-10T16:23:50,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2648bd94-b98d-c330-1099-85eff6613e43/hadoop.log.dir so I do NOT create it in target/test-data/4942cee7-baf1-73ad-ab54-6a6a1502dc2c 2024-11-10T16:23:50,758 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2648bd94-b98d-c330-1099-85eff6613e43/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T16:23:50,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2648bd94-b98d-c330-1099-85eff6613e43/hadoop.tmp.dir so I do NOT create it in target/test-data/4942cee7-baf1-73ad-ab54-6a6a1502dc2c 2024-11-10T16:23:50,758 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2648bd94-b98d-c330-1099-85eff6613e43/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T16:23:50,758 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942cee7-baf1-73ad-ab54-6a6a1502dc2c 2024-11-10T16:23:50,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T16:23:50,758 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942cee7-baf1-73ad-ab54-6a6a1502dc2c/cluster_81617caa-d8ca-4b3a-5f79-f3ff957b7b7e, deleteOnExit=true 2024-11-10T16:23:50,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T16:23:50,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942cee7-baf1-73ad-ab54-6a6a1502dc2c/test.cache.data in system properties and HBase conf 2024-11-10T16:23:50,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942cee7-baf1-73ad-ab54-6a6a1502dc2c/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T16:23:50,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942cee7-baf1-73ad-ab54-6a6a1502dc2c/hadoop.log.dir in system properties and HBase conf 2024-11-10T16:23:50,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942cee7-baf1-73ad-ab54-6a6a1502dc2c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T16:23:50,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942cee7-baf1-73ad-ab54-6a6a1502dc2c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T16:23:50,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T16:23:50,759 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T16:23:50,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942cee7-baf1-73ad-ab54-6a6a1502dc2c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T16:23:50,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942cee7-baf1-73ad-ab54-6a6a1502dc2c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T16:23:50,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942cee7-baf1-73ad-ab54-6a6a1502dc2c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T16:23:50,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942cee7-baf1-73ad-ab54-6a6a1502dc2c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T16:23:50,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942cee7-baf1-73ad-ab54-6a6a1502dc2c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T16:23:50,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942cee7-baf1-73ad-ab54-6a6a1502dc2c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T16:23:50,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942cee7-baf1-73ad-ab54-6a6a1502dc2c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T16:23:50,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942cee7-baf1-73ad-ab54-6a6a1502dc2c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T16:23:50,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942cee7-baf1-73ad-ab54-6a6a1502dc2c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T16:23:50,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942cee7-baf1-73ad-ab54-6a6a1502dc2c/nfs.dump.dir in system properties and HBase conf 2024-11-10T16:23:50,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942cee7-baf1-73ad-ab54-6a6a1502dc2c/java.io.tmpdir in system properties and HBase conf 2024-11-10T16:23:50,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942cee7-baf1-73ad-ab54-6a6a1502dc2c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T16:23:50,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942cee7-baf1-73ad-ab54-6a6a1502dc2c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T16:23:50,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942cee7-baf1-73ad-ab54-6a6a1502dc2c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T16:23:50,828 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:23:50,830 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T16:23:50,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T16:23:50,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T16:23:50,832 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T16:23:50,832 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:23:50,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1297859b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942cee7-baf1-73ad-ab54-6a6a1502dc2c/hadoop.log.dir/,AVAILABLE} 2024-11-10T16:23:50,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e0c54ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T16:23:50,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@323cdb3b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942cee7-baf1-73ad-ab54-6a6a1502dc2c/java.io.tmpdir/jetty-localhost-33617-hadoop-hdfs-3_4_1-tests_jar-_-any-10069178207463893327/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T16:23:50,947 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b96bf75{HTTP/1.1, (http/1.1)}{localhost:33617} 2024-11-10T16:23:50,947 INFO [Time-limited test {}] server.Server(415): Started @257408ms 2024-11-10T16:23:51,026 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:23:51,028 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T16:23:51,032 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T16:23:51,032 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T16:23:51,032 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T16:23:51,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fd544fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942cee7-baf1-73ad-ab54-6a6a1502dc2c/hadoop.log.dir/,AVAILABLE} 2024-11-10T16:23:51,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50116699{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T16:23:51,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65bcba49{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942cee7-baf1-73ad-ab54-6a6a1502dc2c/java.io.tmpdir/jetty-localhost-44719-hadoop-hdfs-3_4_1-tests_jar-_-any-5067976733982907661/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T16:23:51,149 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@384e6aae{HTTP/1.1, (http/1.1)}{localhost:44719} 2024-11-10T16:23:51,149 INFO [Time-limited test {}] server.Server(415): Started @257609ms 2024-11-10T16:23:51,150 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T16:23:51,243 WARN [Thread-3561 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942cee7-baf1-73ad-ab54-6a6a1502dc2c/cluster_81617caa-d8ca-4b3a-5f79-f3ff957b7b7e/data/data1/current/BP-280370749-172.17.0.2-1731255830777/current, will proceed with Du for space computation calculation, 2024-11-10T16:23:51,243 WARN [Thread-3562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942cee7-baf1-73ad-ab54-6a6a1502dc2c/cluster_81617caa-d8ca-4b3a-5f79-f3ff957b7b7e/data/data2/current/BP-280370749-172.17.0.2-1731255830777/current, will proceed with Du for space computation calculation, 2024-11-10T16:23:51,259 WARN [Thread-3549 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T16:23:51,262 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x25b21e12973a91a2 with lease ID 0xdc416c8a641bd7a1: Processing first storage report for DS-c7ed30bc-0e21-4913-a37f-6a3e48b6590a from datanode DatanodeRegistration(127.0.0.1:36653, datanodeUuid=1de3476f-141d-4567-9415-82dec248366c, infoPort=44499, infoSecurePort=0, ipcPort=46771, storageInfo=lv=-57;cid=testClusterID;nsid=110546335;c=1731255830777) 2024-11-10T16:23:51,262 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x25b21e12973a91a2 with lease ID 0xdc416c8a641bd7a1: from storage DS-c7ed30bc-0e21-4913-a37f-6a3e48b6590a node DatanodeRegistration(127.0.0.1:36653, datanodeUuid=1de3476f-141d-4567-9415-82dec248366c, infoPort=44499, infoSecurePort=0, ipcPort=46771, storageInfo=lv=-57;cid=testClusterID;nsid=110546335;c=1731255830777), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T16:23:51,262 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x25b21e12973a91a2 with lease ID 0xdc416c8a641bd7a1: Processing first storage report for DS-da06e4ac-33a3-49ec-ab51-0bf9e9006e4d from datanode DatanodeRegistration(127.0.0.1:36653, datanodeUuid=1de3476f-141d-4567-9415-82dec248366c, infoPort=44499, infoSecurePort=0, ipcPort=46771, storageInfo=lv=-57;cid=testClusterID;nsid=110546335;c=1731255830777) 2024-11-10T16:23:51,262 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x25b21e12973a91a2 with lease ID 0xdc416c8a641bd7a1: from storage DS-da06e4ac-33a3-49ec-ab51-0bf9e9006e4d node DatanodeRegistration(127.0.0.1:36653, datanodeUuid=1de3476f-141d-4567-9415-82dec248366c, infoPort=44499, infoSecurePort=0, ipcPort=46771, storageInfo=lv=-57;cid=testClusterID;nsid=110546335;c=1731255830777), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T16:23:51,270 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942cee7-baf1-73ad-ab54-6a6a1502dc2c 2024-11-10T16:23:51,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:23:51,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:23:51,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741825_1001 (size=7) 2024-11-10T16:23:51,679 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776 with version=8 2024-11-10T16:23:51,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/hbase-staging 2024-11-10T16:23:51,681 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:23:51,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:23:51,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:23:51,681 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:23:51,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:23:51,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:23:51,682 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T16:23:51,682 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:23:51,682 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46449 2024-11-10T16:23:51,683 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46449 connecting to ZooKeeper ensemble=127.0.0.1:49695 2024-11-10T16:23:51,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464490x0, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:23:51,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46449-0x10102b166800003 connected 2024-11-10T16:23:51,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:23:51,699 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:23:51,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46449-0x10102b166800003, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Set watcher on znode that does not yet exist, /1-654070556/running 2024-11-10T16:23:51,701 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776, hbase.cluster.distributed=false 2024-11-10T16:23:51,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46449-0x10102b166800003, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Set watcher on znode that does not yet exist, /1-654070556/acl 2024-11-10T16:23:51,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46449 2024-11-10T16:23:51,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46449 2024-11-10T16:23:51,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46449 2024-11-10T16:23:51,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46449 2024-11-10T16:23:51,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46449 2024-11-10T16:23:51,721 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:23:51,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:23:51,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:23:51,721 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:23:51,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:23:51,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:23:51,721 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T16:23:51,721 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:23:51,722 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33315 2024-11-10T16:23:51,723 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33315 connecting to ZooKeeper ensemble=127.0.0.1:49695 2024-11-10T16:23:51,723 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:23:51,724 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:23:51,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333150x0, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:23:51,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:333150x0, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Set watcher on znode that does not yet exist, /1-654070556/running 2024-11-10T16:23:51,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33315-0x10102b166800004 connected 2024-11-10T16:23:51,732 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T16:23:51,732 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T16:23:51,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33315-0x10102b166800004, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Set watcher on znode that does not yet exist, /1-654070556/master 2024-11-10T16:23:51,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33315-0x10102b166800004, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Set watcher on znode that does not yet exist, /1-654070556/acl 2024-11-10T16:23:51,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33315 2024-11-10T16:23:51,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33315 2024-11-10T16:23:51,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33315 2024-11-10T16:23:51,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33315 2024-11-10T16:23:51,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33315 2024-11-10T16:23:51,758 DEBUG [M:0;8e3de9160f9f:46449 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8e3de9160f9f:46449 2024-11-10T16:23:51,758 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-654070556/backup-masters/8e3de9160f9f,46449,1731255831681 2024-11-10T16:23:51,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x10102b166800004, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-654070556/backup-masters 2024-11-10T16:23:51,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46449-0x10102b166800003, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-654070556/backup-masters 2024-11-10T16:23:51,763 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46449-0x10102b166800003, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Set watcher on existing znode=/1-654070556/backup-masters/8e3de9160f9f,46449,1731255831681 2024-11-10T16:23:51,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x10102b166800004, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-654070556/master 2024-11-10T16:23:51,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46449-0x10102b166800003, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-654070556 2024-11-10T16:23:51,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x10102b166800004, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-654070556 2024-11-10T16:23:51,764 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46449-0x10102b166800003, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Set watcher on existing znode=/1-654070556/master 2024-11-10T16:23:51,765 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-654070556/backup-masters/8e3de9160f9f,46449,1731255831681 from backup master directory 2024-11-10T16:23:51,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46449-0x10102b166800003, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-654070556/backup-masters/8e3de9160f9f,46449,1731255831681 2024-11-10T16:23:51,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x10102b166800004, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-654070556/backup-masters 2024-11-10T16:23:51,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46449-0x10102b166800003, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-654070556/backup-masters 2024-11-10T16:23:51,767 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:23:51,767 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8e3de9160f9f,46449,1731255831681 2024-11-10T16:23:51,770 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/hbase.id] with ID: 68678a2b-bce8-441e-8ae4-bbe5251c602e 2024-11-10T16:23:51,770 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/.tmp/hbase.id 2024-11-10T16:23:51,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741826_1002 (size=42) 2024-11-10T16:23:52,179 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/.tmp/hbase.id]:[hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/hbase.id] 2024-11-10T16:23:52,187 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:23:52,187 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T16:23:52,188 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T16:23:52,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46449-0x10102b166800003, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-654070556 2024-11-10T16:23:52,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x10102b166800004, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-654070556 2024-11-10T16:23:52,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741827_1003 (size=196) 2024-11-10T16:23:52,600 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:23:52,601 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T16:23:52,601 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:23:52,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741828_1004 (size=1189) 2024-11-10T16:23:53,007 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/MasterData/data/master/store 2024-11-10T16:23:53,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741829_1005 (size=34) 2024-11-10T16:23:53,413 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:23:53,413 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T16:23:53,413 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:23:53,413 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:23:53,413 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T16:23:53,413 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:23:53,413 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:23:53,413 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731255833413Disabling compacts and flushes for region at 1731255833413Disabling writes for close at 1731255833413Writing region close event to WAL at 1731255833413Closed at 1731255833413 2024-11-10T16:23:53,414 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/MasterData/data/master/store/.initializing 2024-11-10T16:23:53,414 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/MasterData/WALs/8e3de9160f9f,46449,1731255831681 2024-11-10T16:23:53,414 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:23:53,416 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8e3de9160f9f%2C46449%2C1731255831681, suffix=, logDir=hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/MasterData/WALs/8e3de9160f9f,46449,1731255831681, archiveDir=hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/MasterData/oldWALs, maxLogs=10 2024-11-10T16:23:53,429 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/MasterData/WALs/8e3de9160f9f,46449,1731255831681/8e3de9160f9f%2C46449%2C1731255831681.1731255833416, exclude list is [], retry=0 2024-11-10T16:23:53,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36653,DS-c7ed30bc-0e21-4913-a37f-6a3e48b6590a,DISK] 2024-11-10T16:23:53,432 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/MasterData/WALs/8e3de9160f9f,46449,1731255831681/8e3de9160f9f%2C46449%2C1731255831681.1731255833416 2024-11-10T16:23:53,433 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44499:44499)] 2024-11-10T16:23:53,433 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:23:53,433 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:23:53,433 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:53,433 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:53,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:53,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T16:23:53,435 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:53,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:53,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:53,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T16:23:53,436 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:53,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:23:53,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:53,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T16:23:53,437 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:53,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:23:53,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:53,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T16:23:53,438 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:53,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:23:53,439 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:53,439 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:53,439 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:53,440 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:53,440 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:53,441 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:23:53,441 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:53,443 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:23:53,443 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59870880, jitterRate=-0.10785436630249023}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:23:53,443 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731255833433Initializing all the Stores at 1731255833434 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255833434Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255833434Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255833434Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255833434Cleaning up temporary data from old regions at 1731255833440 (+6 ms)Region opened successfully at 1731255833443 (+3 ms) 2024-11-10T16:23:53,443 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T16:23:53,445 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63cc6901, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:23:53,446 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T16:23:53,446 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T16:23:53,446 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T16:23:53,446 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T16:23:53,447 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T16:23:53,447 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T16:23:53,447 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T16:23:53,449 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T16:23:53,449 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46449-0x10102b166800003, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Unable to get data of znode /1-654070556/balancer because node does not exist (not necessarily an error) 2024-11-10T16:23:53,450 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-654070556/balancer already deleted, retry=false 2024-11-10T16:23:53,450 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T16:23:53,451 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46449-0x10102b166800003, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Unable to get data of znode /1-654070556/normalizer because node does not exist (not necessarily an error) 2024-11-10T16:23:53,452 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-654070556/normalizer already deleted, retry=false 2024-11-10T16:23:53,452 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T16:23:53,453 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46449-0x10102b166800003, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Unable to get data of znode /1-654070556/switch/split because node does not exist (not necessarily an error) 2024-11-10T16:23:53,455 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-654070556/switch/split already deleted, retry=false 2024-11-10T16:23:53,455 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46449-0x10102b166800003, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Unable to get data of znode /1-654070556/switch/merge because node does not exist (not necessarily an error) 2024-11-10T16:23:53,456 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-654070556/switch/merge already deleted, retry=false 2024-11-10T16:23:53,458 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46449-0x10102b166800003, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Unable to get data of znode /1-654070556/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T16:23:53,459 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-654070556/snapshot-cleanup already deleted, retry=false 2024-11-10T16:23:53,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46449-0x10102b166800003, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-654070556/running 2024-11-10T16:23:53,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46449-0x10102b166800003, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-654070556 2024-11-10T16:23:53,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x10102b166800004, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-654070556/running 2024-11-10T16:23:53,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x10102b166800004, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-654070556 2024-11-10T16:23:53,461 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8e3de9160f9f,46449,1731255831681, sessionid=0x10102b166800003, setting cluster-up flag (Was=false) 2024-11-10T16:23:53,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x10102b166800004, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-654070556 2024-11-10T16:23:53,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46449-0x10102b166800003, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-654070556 2024-11-10T16:23:53,469 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-654070556/flush-table-proc/acquired, /1-654070556/flush-table-proc/reached, /1-654070556/flush-table-proc/abort 2024-11-10T16:23:53,470 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,46449,1731255831681 2024-11-10T16:23:53,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46449-0x10102b166800003, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-654070556 2024-11-10T16:23:53,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x10102b166800004, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-654070556 2024-11-10T16:23:53,476 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-654070556/online-snapshot/acquired, /1-654070556/online-snapshot/reached, /1-654070556/online-snapshot/abort 2024-11-10T16:23:53,477 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,46449,1731255831681 2024-11-10T16:23:53,477 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T16:23:53,479 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T16:23:53,479 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T16:23:53,480 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T16:23:53,480 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8e3de9160f9f,46449,1731255831681 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T16:23:53,481 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:23:53,481 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:23:53,481 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:23:53,481 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:23:53,481 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8e3de9160f9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T16:23:53,481 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:53,481 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:23:53,481 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:53,482 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:23:53,482 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731255863482 2024-11-10T16:23:53,482 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T16:23:53,482 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T16:23:53,482 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T16:23:53,482 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T16:23:53,482 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T16:23:53,482 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T16:23:53,482 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T16:23:53,483 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:53,483 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T16:23:53,483 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T16:23:53,483 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:53,483 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T16:23:53,483 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T16:23:53,483 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T16:23:53,483 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T16:23:53,483 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T16:23:53,484 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255833483,5,FailOnTimeoutGroup] 2024-11-10T16:23:53,488 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255833484,5,FailOnTimeoutGroup] 2024-11-10T16:23:53,488 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:53,488 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T16:23:53,488 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:53,488 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:53,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741831_1007 (size=1321) 2024-11-10T16:23:53,546 INFO [RS:0;8e3de9160f9f:33315 {}] regionserver.HRegionServer(746): ClusterId : 68678a2b-bce8-441e-8ae4-bbe5251c602e 2024-11-10T16:23:53,547 DEBUG [RS:0;8e3de9160f9f:33315 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T16:23:53,548 DEBUG [RS:0;8e3de9160f9f:33315 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T16:23:53,548 DEBUG [RS:0;8e3de9160f9f:33315 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T16:23:53,550 DEBUG [RS:0;8e3de9160f9f:33315 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T16:23:53,550 DEBUG [RS:0;8e3de9160f9f:33315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cac184, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:23:53,561 DEBUG [RS:0;8e3de9160f9f:33315 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8e3de9160f9f:33315 2024-11-10T16:23:53,561 INFO [RS:0;8e3de9160f9f:33315 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T16:23:53,561 INFO [RS:0;8e3de9160f9f:33315 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T16:23:53,561 DEBUG [RS:0;8e3de9160f9f:33315 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T16:23:53,562 INFO [RS:0;8e3de9160f9f:33315 {}] regionserver.HRegionServer(2659): reportForDuty to master=8e3de9160f9f,46449,1731255831681 with port=33315, startcode=1731255831721 2024-11-10T16:23:53,562 DEBUG [RS:0;8e3de9160f9f:33315 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T16:23:53,563 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T16:23:53,564 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46449 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8e3de9160f9f,33315,1731255831721 2024-11-10T16:23:53,564 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46449 {}] master.ServerManager(517): Registering regionserver=8e3de9160f9f,33315,1731255831721 2024-11-10T16:23:53,565 DEBUG [RS:0;8e3de9160f9f:33315 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776 2024-11-10T16:23:53,565 DEBUG [RS:0;8e3de9160f9f:33315 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35103 2024-11-10T16:23:53,565 DEBUG [RS:0;8e3de9160f9f:33315 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T16:23:53,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46449-0x10102b166800003, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-654070556/rs 2024-11-10T16:23:53,568 DEBUG [RS:0;8e3de9160f9f:33315 {}] zookeeper.ZKUtil(111): regionserver:33315-0x10102b166800004, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Set watcher on existing znode=/1-654070556/rs/8e3de9160f9f,33315,1731255831721 2024-11-10T16:23:53,568 WARN [RS:0;8e3de9160f9f:33315 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:23:53,568 INFO [RS:0;8e3de9160f9f:33315 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:23:53,568 DEBUG [RS:0;8e3de9160f9f:33315 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721 2024-11-10T16:23:53,568 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8e3de9160f9f,33315,1731255831721] 2024-11-10T16:23:53,571 INFO [RS:0;8e3de9160f9f:33315 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T16:23:53,572 INFO [RS:0;8e3de9160f9f:33315 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T16:23:53,573 INFO [RS:0;8e3de9160f9f:33315 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T16:23:53,573 INFO [RS:0;8e3de9160f9f:33315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:53,573 INFO [RS:0;8e3de9160f9f:33315 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T16:23:53,573 INFO [RS:0;8e3de9160f9f:33315 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T16:23:53,573 INFO [RS:0;8e3de9160f9f:33315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:53,573 DEBUG [RS:0;8e3de9160f9f:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:53,573 DEBUG [RS:0;8e3de9160f9f:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:53,573 DEBUG [RS:0;8e3de9160f9f:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:53,573 DEBUG [RS:0;8e3de9160f9f:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:53,573 DEBUG [RS:0;8e3de9160f9f:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:53,573 DEBUG [RS:0;8e3de9160f9f:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:23:53,573 DEBUG [RS:0;8e3de9160f9f:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:53,573 DEBUG [RS:0;8e3de9160f9f:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:53,574 DEBUG [RS:0;8e3de9160f9f:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:53,574 DEBUG [RS:0;8e3de9160f9f:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:53,574 DEBUG [RS:0;8e3de9160f9f:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:53,574 DEBUG [RS:0;8e3de9160f9f:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:53,574 DEBUG [RS:0;8e3de9160f9f:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:23:53,574 DEBUG [RS:0;8e3de9160f9f:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:23:53,574 INFO [RS:0;8e3de9160f9f:33315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:53,574 INFO [RS:0;8e3de9160f9f:33315 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:53,574 INFO [RS:0;8e3de9160f9f:33315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:53,574 INFO [RS:0;8e3de9160f9f:33315 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:53,574 INFO [RS:0;8e3de9160f9f:33315 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:53,574 INFO [RS:0;8e3de9160f9f:33315 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,33315,1731255831721-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:23:53,591 INFO [RS:0;8e3de9160f9f:33315 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T16:23:53,592 INFO [RS:0;8e3de9160f9f:33315 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,33315,1731255831721-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:53,592 INFO [RS:0;8e3de9160f9f:33315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:53,592 INFO [RS:0;8e3de9160f9f:33315 {}] regionserver.Replication(171): 8e3de9160f9f,33315,1731255831721 started 2024-11-10T16:23:53,608 INFO [RS:0;8e3de9160f9f:33315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:53,609 INFO [RS:0;8e3de9160f9f:33315 {}] regionserver.HRegionServer(1482): Serving as 8e3de9160f9f,33315,1731255831721, RpcServer on 8e3de9160f9f/172.17.0.2:33315, sessionid=0x10102b166800004 2024-11-10T16:23:53,609 DEBUG [RS:0;8e3de9160f9f:33315 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T16:23:53,609 DEBUG [RS:0;8e3de9160f9f:33315 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8e3de9160f9f,33315,1731255831721 2024-11-10T16:23:53,609 DEBUG [RS:0;8e3de9160f9f:33315 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,33315,1731255831721' 2024-11-10T16:23:53,609 DEBUG [RS:0;8e3de9160f9f:33315 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-654070556/flush-table-proc/abort' 2024-11-10T16:23:53,609 DEBUG [RS:0;8e3de9160f9f:33315 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-654070556/flush-table-proc/acquired' 2024-11-10T16:23:53,609 DEBUG [RS:0;8e3de9160f9f:33315 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T16:23:53,609 DEBUG [RS:0;8e3de9160f9f:33315 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T16:23:53,609 DEBUG [RS:0;8e3de9160f9f:33315 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8e3de9160f9f,33315,1731255831721 2024-11-10T16:23:53,609 DEBUG [RS:0;8e3de9160f9f:33315 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,33315,1731255831721' 2024-11-10T16:23:53,609 DEBUG [RS:0;8e3de9160f9f:33315 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-654070556/online-snapshot/abort' 2024-11-10T16:23:53,610 DEBUG [RS:0;8e3de9160f9f:33315 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-654070556/online-snapshot/acquired' 2024-11-10T16:23:53,610 DEBUG [RS:0;8e3de9160f9f:33315 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T16:23:53,610 INFO [RS:0;8e3de9160f9f:33315 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T16:23:53,610 INFO [RS:0;8e3de9160f9f:33315 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T16:23:53,710 INFO [RS:0;8e3de9160f9f:33315 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:23:53,711 INFO [RS:0;8e3de9160f9f:33315 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C33315%2C1731255831721, suffix=, logDir=hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721, archiveDir=hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/oldWALs, maxLogs=10 2024-11-10T16:23:53,728 DEBUG [RS:0;8e3de9160f9f:33315 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712, exclude list is [], retry=0 2024-11-10T16:23:53,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36653,DS-c7ed30bc-0e21-4913-a37f-6a3e48b6590a,DISK] 2024-11-10T16:23:53,732 INFO [RS:0;8e3de9160f9f:33315 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712 2024-11-10T16:23:53,732 DEBUG [RS:0;8e3de9160f9f:33315 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44499:44499)] 2024-11-10T16:23:53,893 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T16:23:53,893 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776 2024-11-10T16:23:53,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741833_1009 (size=32) 2024-11-10T16:23:54,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:23:54,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:23:54,300 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:23:54,300 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:54,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:54,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:23:54,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:23:54,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:54,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:54,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:23:54,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:23:54,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:54,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:54,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:23:54,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:23:54,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:54,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:54,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:23:54,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/hbase/meta/1588230740 2024-11-10T16:23:54,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/hbase/meta/1588230740 2024-11-10T16:23:54,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:23:54,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:23:54,306 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:23:54,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:23:54,308 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:23:54,309 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67256192, jitterRate=0.0021953582763671875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:23:54,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731255834298Initializing all the Stores at 1731255834299 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255834299Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255834299Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255834299Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255834299Cleaning up temporary data from old regions at 1731255834306 (+7 ms)Region opened successfully at 1731255834309 (+3 ms) 2024-11-10T16:23:54,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T16:23:54,309 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T16:23:54,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T16:23:54,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T16:23:54,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T16:23:54,309 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T16:23:54,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731255834309Disabling compacts and flushes for region at 1731255834309Disabling writes for close at 1731255834309Writing region close event to WAL at 1731255834309Closed at 1731255834309 2024-11-10T16:23:54,310 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:23:54,310 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T16:23:54,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T16:23:54,311 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:23:54,312 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T16:23:54,462 DEBUG [8e3de9160f9f:46449 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T16:23:54,462 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8e3de9160f9f,33315,1731255831721 2024-11-10T16:23:54,463 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,33315,1731255831721, state=OPENING 2024-11-10T16:23:54,472 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T16:23:54,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46449-0x10102b166800003, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-654070556 2024-11-10T16:23:54,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x10102b166800004, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-654070556 2024-11-10T16:23:54,485 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:23:54,485 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-654070556/meta-region-server: CHANGED 2024-11-10T16:23:54,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,33315,1731255831721}] 2024-11-10T16:23:54,485 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-654070556/meta-region-server: CHANGED 2024-11-10T16:23:54,637 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T16:23:54,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50465, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T16:23:54,642 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T16:23:54,642 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:23:54,642 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T16:23:54,643 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C33315%2C1731255831721.meta, suffix=.meta, logDir=hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721, archiveDir=hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/oldWALs, maxLogs=10 2024-11-10T16:23:54,656 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.meta.1731255834643.meta, exclude list is [], retry=0 2024-11-10T16:23:54,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36653,DS-c7ed30bc-0e21-4913-a37f-6a3e48b6590a,DISK] 2024-11-10T16:23:54,660 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.meta.1731255834643.meta 2024-11-10T16:23:54,660 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44499:44499)] 2024-11-10T16:23:54,660 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:23:54,660 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:23:54,660 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T16:23:54,660 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T16:23:54,661 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T16:23:54,661 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T16:23:54,661 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:23:54,661 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T16:23:54,661 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T16:23:54,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:23:54,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:23:54,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:54,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:54,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:23:54,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:23:54,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:54,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:54,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:23:54,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:23:54,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:54,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:54,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:23:54,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:23:54,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:54,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:54,666 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:23:54,666 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/hbase/meta/1588230740 2024-11-10T16:23:54,667 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/hbase/meta/1588230740 2024-11-10T16:23:54,668 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:23:54,668 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:23:54,668 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:23:54,669 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:23:54,670 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73232494, jitterRate=0.09124919772148132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:23:54,670 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T16:23:54,670 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731255834661Writing region info on filesystem at 1731255834661Initializing all the Stores at 1731255834661Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255834661Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255834662 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255834662Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255834662Cleaning up temporary data from old regions at 1731255834668 (+6 ms)Running coprocessor post-open hooks at 1731255834670 (+2 ms)Region opened successfully at 1731255834670 2024-11-10T16:23:54,671 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731255834637 2024-11-10T16:23:54,673 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T16:23:54,673 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T16:23:54,673 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8e3de9160f9f,33315,1731255831721 2024-11-10T16:23:54,674 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,33315,1731255831721, state=OPEN 2024-11-10T16:23:54,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46449-0x10102b166800003, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-654070556/meta-region-server 2024-11-10T16:23:54,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x10102b166800004, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-654070556/meta-region-server 2024-11-10T16:23:54,677 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8e3de9160f9f,33315,1731255831721 2024-11-10T16:23:54,677 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-654070556/meta-region-server: CHANGED 2024-11-10T16:23:54,677 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-654070556/meta-region-server: CHANGED 2024-11-10T16:23:54,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T16:23:54,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,33315,1731255831721 in 192 msec 2024-11-10T16:23:54,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T16:23:54,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 369 msec 2024-11-10T16:23:54,681 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:23:54,681 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T16:23:54,682 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:23:54,682 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33315,1731255831721, seqNum=-1] 2024-11-10T16:23:54,682 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:23:54,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:23:54,686 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2070 sec 2024-11-10T16:23:54,686 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731255834686, completionTime=-1 2024-11-10T16:23:54,686 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T16:23:54,686 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T16:23:54,688 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T16:23:54,688 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731255894688 2024-11-10T16:23:54,688 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731255954688 2024-11-10T16:23:54,688 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T16:23:54,688 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,46449,1731255831681-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:54,689 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,46449,1731255831681-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:54,689 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,46449,1731255831681-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:54,689 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8e3de9160f9f:46449, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:54,689 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:54,689 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:54,690 DEBUG [master/8e3de9160f9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T16:23:54,691 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.924sec 2024-11-10T16:23:54,691 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T16:23:54,692 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T16:23:54,692 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T16:23:54,692 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T16:23:54,692 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T16:23:54,692 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,46449,1731255831681-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:23:54,692 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,46449,1731255831681-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T16:23:54,693 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T16:23:54,693 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T16:23:54,693 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,46449,1731255831681-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:54,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf0291a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:54,747 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,46449,-1 for getting cluster id 2024-11-10T16:23:54,747 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:23:54,748 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68678a2b-bce8-441e-8ae4-bbe5251c602e' 2024-11-10T16:23:54,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:23:54,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68678a2b-bce8-441e-8ae4-bbe5251c602e" 2024-11-10T16:23:54,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@446da99b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:54,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,46449,-1] 2024-11-10T16:23:54,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:23:54,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:54,750 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:23:54,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cea67a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:54,751 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:23:54,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33315,1731255831721, seqNum=-1] 2024-11-10T16:23:54,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:23:54,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:23:54,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8e3de9160f9f,46449,1731255831681 2024-11-10T16:23:54,755 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49695 2024-11-10T16:23:54,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:23:54,758 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10102b166800005 connected 2024-11-10T16:23:54,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942cee7-baf1-73ad-ab54-6a6a1502dc2c/hadoop.log.dir so I do NOT create it in target/test-data/59c51c3a-823a-8728-26c4-941219f329fc 2024-11-10T16:23:54,760 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942cee7-baf1-73ad-ab54-6a6a1502dc2c/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T16:23:54,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942cee7-baf1-73ad-ab54-6a6a1502dc2c/hadoop.tmp.dir so I do NOT create it in target/test-data/59c51c3a-823a-8728-26c4-941219f329fc 2024-11-10T16:23:54,761 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942cee7-baf1-73ad-ab54-6a6a1502dc2c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T16:23:54,761 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59c51c3a-823a-8728-26c4-941219f329fc 2024-11-10T16:23:54,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T16:23:54,761 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59c51c3a-823a-8728-26c4-941219f329fc/cluster_a98e79b2-afcb-16f7-0a70-3d964be454d1, deleteOnExit=true 2024-11-10T16:23:54,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T16:23:54,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59c51c3a-823a-8728-26c4-941219f329fc/test.cache.data in system properties and HBase conf 2024-11-10T16:23:54,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59c51c3a-823a-8728-26c4-941219f329fc/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T16:23:54,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59c51c3a-823a-8728-26c4-941219f329fc/hadoop.log.dir in system properties and HBase conf 2024-11-10T16:23:54,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59c51c3a-823a-8728-26c4-941219f329fc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T16:23:54,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59c51c3a-823a-8728-26c4-941219f329fc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T16:23:54,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T16:23:54,761 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T16:23:54,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59c51c3a-823a-8728-26c4-941219f329fc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T16:23:54,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59c51c3a-823a-8728-26c4-941219f329fc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T16:23:54,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59c51c3a-823a-8728-26c4-941219f329fc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T16:23:54,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59c51c3a-823a-8728-26c4-941219f329fc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T16:23:54,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59c51c3a-823a-8728-26c4-941219f329fc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T16:23:54,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59c51c3a-823a-8728-26c4-941219f329fc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T16:23:54,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59c51c3a-823a-8728-26c4-941219f329fc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T16:23:54,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59c51c3a-823a-8728-26c4-941219f329fc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T16:23:54,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59c51c3a-823a-8728-26c4-941219f329fc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T16:23:54,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59c51c3a-823a-8728-26c4-941219f329fc/nfs.dump.dir in system properties and HBase conf 2024-11-10T16:23:54,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59c51c3a-823a-8728-26c4-941219f329fc/java.io.tmpdir in system properties and HBase conf 2024-11-10T16:23:54,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59c51c3a-823a-8728-26c4-941219f329fc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T16:23:54,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59c51c3a-823a-8728-26c4-941219f329fc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T16:23:54,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59c51c3a-823a-8728-26c4-941219f329fc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T16:23:54,845 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:23:54,864 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T16:23:54,866 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T16:23:54,866 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T16:23:54,866 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T16:23:54,867 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:23:54,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31188b1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59c51c3a-823a-8728-26c4-941219f329fc/hadoop.log.dir/,AVAILABLE} 2024-11-10T16:23:54,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1681a97d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T16:23:54,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b25f01b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59c51c3a-823a-8728-26c4-941219f329fc/java.io.tmpdir/jetty-localhost-42831-hadoop-hdfs-3_4_1-tests_jar-_-any-8015942795233819198/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T16:23:54,983 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2430fd58{HTTP/1.1, (http/1.1)}{localhost:42831} 2024-11-10T16:23:54,983 INFO [Time-limited test {}] server.Server(415): Started @261444ms 2024-11-10T16:23:55,060 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:23:55,064 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T16:23:55,065 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T16:23:55,065 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T16:23:55,065 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T16:23:55,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e7096ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59c51c3a-823a-8728-26c4-941219f329fc/hadoop.log.dir/,AVAILABLE} 2024-11-10T16:23:55,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ea71958{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T16:23:55,179 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@295b9918{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59c51c3a-823a-8728-26c4-941219f329fc/java.io.tmpdir/jetty-localhost-43455-hadoop-hdfs-3_4_1-tests_jar-_-any-7329454963051986742/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T16:23:55,180 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@15f12923{HTTP/1.1, (http/1.1)}{localhost:43455} 2024-11-10T16:23:55,180 INFO [Time-limited test {}] server.Server(415): Started @261641ms 2024-11-10T16:23:55,181 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T16:23:55,273 WARN [Thread-3681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59c51c3a-823a-8728-26c4-941219f329fc/cluster_a98e79b2-afcb-16f7-0a70-3d964be454d1/data/data1/current/BP-1960961297-172.17.0.2-1731255834784/current, will proceed with Du for space computation calculation, 2024-11-10T16:23:55,273 WARN [Thread-3682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59c51c3a-823a-8728-26c4-941219f329fc/cluster_a98e79b2-afcb-16f7-0a70-3d964be454d1/data/data2/current/BP-1960961297-172.17.0.2-1731255834784/current, will proceed with Du for space computation calculation, 2024-11-10T16:23:55,306 WARN [Thread-3669 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T16:23:55,309 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe559bbb6e52ed27f with lease ID 0xaa655675c35aa90d: Processing first storage report for DS-b1e89b6c-c95a-4967-819a-a5542f103d61 from datanode DatanodeRegistration(127.0.0.1:42819, datanodeUuid=fa3de6a2-5c08-42a3-8b47-4462533f0b38, infoPort=41171, infoSecurePort=0, ipcPort=34739, storageInfo=lv=-57;cid=testClusterID;nsid=1938359985;c=1731255834784) 2024-11-10T16:23:55,309 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe559bbb6e52ed27f with lease ID 0xaa655675c35aa90d: from storage DS-b1e89b6c-c95a-4967-819a-a5542f103d61 node DatanodeRegistration(127.0.0.1:42819, datanodeUuid=fa3de6a2-5c08-42a3-8b47-4462533f0b38, infoPort=41171, infoSecurePort=0, ipcPort=34739, storageInfo=lv=-57;cid=testClusterID;nsid=1938359985;c=1731255834784), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T16:23:55,309 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe559bbb6e52ed27f with lease ID 0xaa655675c35aa90d: Processing first storage report for DS-dd959c40-3b63-424b-adae-5ad00c5ecdbf from datanode DatanodeRegistration(127.0.0.1:42819, datanodeUuid=fa3de6a2-5c08-42a3-8b47-4462533f0b38, infoPort=41171, infoSecurePort=0, ipcPort=34739, storageInfo=lv=-57;cid=testClusterID;nsid=1938359985;c=1731255834784) 2024-11-10T16:23:55,309 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe559bbb6e52ed27f with lease ID 0xaa655675c35aa90d: from storage DS-dd959c40-3b63-424b-adae-5ad00c5ecdbf node DatanodeRegistration(127.0.0.1:42819, datanodeUuid=fa3de6a2-5c08-42a3-8b47-4462533f0b38, infoPort=41171, infoSecurePort=0, ipcPort=34739, storageInfo=lv=-57;cid=testClusterID;nsid=1938359985;c=1731255834784), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T16:23:55,402 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59c51c3a-823a-8728-26c4-941219f329fc 2024-11-10T16:23:55,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:23:55,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:23:55,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42819 is added to blk_1073741825_1001 (size=7) 2024-11-10T16:23:55,569 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T16:23:55,811 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9 with version=8 2024-11-10T16:23:55,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/hbase-staging 2024-11-10T16:23:55,814 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:23:55,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:23:55,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:23:55,814 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:23:55,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:23:55,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:23:55,814 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T16:23:55,815 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:23:55,815 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36547 2024-11-10T16:23:55,816 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36547 connecting to ZooKeeper ensemble=127.0.0.1:49695 2024-11-10T16:23:55,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365470x0, quorum=127.0.0.1:49695, baseZNode=/21071031896 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:23:55,832 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36547-0x10102b166800006 connected 2024-11-10T16:23:55,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:23:55,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:23:55,854 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36547-0x10102b166800006, quorum=127.0.0.1:49695, baseZNode=/21071031896 Set watcher on znode that does not yet exist, /21071031896/running 2024-11-10T16:23:55,854 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9, hbase.cluster.distributed=false 2024-11-10T16:23:55,855 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36547-0x10102b166800006, quorum=127.0.0.1:49695, baseZNode=/21071031896 Set watcher on znode that does not yet exist, /21071031896/acl 2024-11-10T16:23:55,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36547 2024-11-10T16:23:55,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36547 2024-11-10T16:23:55,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36547 2024-11-10T16:23:55,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36547 2024-11-10T16:23:55,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36547 2024-11-10T16:23:55,875 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:23:55,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:23:55,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:23:55,876 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:23:55,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:23:55,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:23:55,876 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T16:23:55,876 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:23:55,876 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45483 2024-11-10T16:23:55,877 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45483 connecting to ZooKeeper ensemble=127.0.0.1:49695 2024-11-10T16:23:55,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:23:55,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:23:55,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454830x0, quorum=127.0.0.1:49695, baseZNode=/21071031896 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:23:55,883 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:454830x0, quorum=127.0.0.1:49695, baseZNode=/21071031896 Set watcher on znode that does not yet exist, /21071031896/running 2024-11-10T16:23:55,883 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45483-0x10102b166800007 connected 2024-11-10T16:23:55,883 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T16:23:55,884 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T16:23:55,884 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45483-0x10102b166800007, quorum=127.0.0.1:49695, baseZNode=/21071031896 Set watcher on znode that does not yet exist, /21071031896/master 2024-11-10T16:23:55,885 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45483-0x10102b166800007, quorum=127.0.0.1:49695, baseZNode=/21071031896 Set watcher on znode that does not yet exist, /21071031896/acl 2024-11-10T16:23:55,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45483 2024-11-10T16:23:55,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45483 2024-11-10T16:23:55,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45483 2024-11-10T16:23:55,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45483 2024-11-10T16:23:55,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45483 2024-11-10T16:23:55,901 DEBUG [M:0;8e3de9160f9f:36547 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8e3de9160f9f:36547 2024-11-10T16:23:55,903 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21071031896/backup-masters/8e3de9160f9f,36547,1731255835814 2024-11-10T16:23:55,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x10102b166800006, quorum=127.0.0.1:49695, baseZNode=/21071031896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21071031896/backup-masters 2024-11-10T16:23:55,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45483-0x10102b166800007, quorum=127.0.0.1:49695, baseZNode=/21071031896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21071031896/backup-masters 2024-11-10T16:23:55,904 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36547-0x10102b166800006, quorum=127.0.0.1:49695, baseZNode=/21071031896 Set watcher on existing znode=/21071031896/backup-masters/8e3de9160f9f,36547,1731255835814 2024-11-10T16:23:55,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45483-0x10102b166800007, quorum=127.0.0.1:49695, baseZNode=/21071031896 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21071031896/master 2024-11-10T16:23:55,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45483-0x10102b166800007, quorum=127.0.0.1:49695, baseZNode=/21071031896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21071031896 2024-11-10T16:23:55,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x10102b166800006, quorum=127.0.0.1:49695, baseZNode=/21071031896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21071031896 2024-11-10T16:23:55,908 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36547-0x10102b166800006, quorum=127.0.0.1:49695, baseZNode=/21071031896 Set watcher on existing znode=/21071031896/master 2024-11-10T16:23:55,908 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21071031896/backup-masters/8e3de9160f9f,36547,1731255835814 from backup master directory 2024-11-10T16:23:55,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x10102b166800006, quorum=127.0.0.1:49695, baseZNode=/21071031896 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21071031896/backup-masters/8e3de9160f9f,36547,1731255835814 2024-11-10T16:23:55,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x10102b166800006, quorum=127.0.0.1:49695, baseZNode=/21071031896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21071031896/backup-masters 2024-11-10T16:23:55,909 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:23:55,909 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8e3de9160f9f,36547,1731255835814 2024-11-10T16:23:55,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45483-0x10102b166800007, quorum=127.0.0.1:49695, baseZNode=/21071031896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21071031896/backup-masters 2024-11-10T16:23:55,913 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/hbase.id] with ID: 0f2a98f2-a382-409a-9265-f472c39eba6c 2024-11-10T16:23:55,913 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/.tmp/hbase.id 2024-11-10T16:23:55,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42819 is added to blk_1073741826_1002 (size=42) 2024-11-10T16:23:56,129 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T16:23:56,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:56,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:56,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:56,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:56,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:56,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:56,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:56,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:56,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:56,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:56,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:56,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:56,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:56,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:56,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:23:56,320 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/.tmp/hbase.id]:[hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/hbase.id] 2024-11-10T16:23:56,328 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:23:56,328 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T16:23:56,329 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T16:23:56,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x10102b166800006, quorum=127.0.0.1:49695, baseZNode=/21071031896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21071031896 2024-11-10T16:23:56,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45483-0x10102b166800007, quorum=127.0.0.1:49695, baseZNode=/21071031896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21071031896 2024-11-10T16:23:56,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42819 is added to blk_1073741827_1003 (size=196) 2024-11-10T16:23:56,736 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:23:56,737 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T16:23:56,737 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:23:56,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42819 is added to blk_1073741828_1004 (size=1189) 2024-11-10T16:23:57,144 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/MasterData/data/master/store 2024-11-10T16:23:57,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42819 is added to blk_1073741829_1005 (size=34) 2024-11-10T16:23:57,549 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:23:57,549 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T16:23:57,549 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:23:57,549 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:23:57,550 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T16:23:57,550 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:23:57,550 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:23:57,550 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731255837549Disabling compacts and flushes for region at 1731255837549Disabling writes for close at 1731255837550 (+1 ms)Writing region close event to WAL at 1731255837550Closed at 1731255837550 2024-11-10T16:23:57,550 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/MasterData/data/master/store/.initializing 2024-11-10T16:23:57,550 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/MasterData/WALs/8e3de9160f9f,36547,1731255835814 2024-11-10T16:23:57,551 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:23:57,552 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8e3de9160f9f%2C36547%2C1731255835814, suffix=, logDir=hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/MasterData/WALs/8e3de9160f9f,36547,1731255835814, archiveDir=hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/MasterData/oldWALs, maxLogs=10 2024-11-10T16:23:57,566 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/MasterData/WALs/8e3de9160f9f,36547,1731255835814/8e3de9160f9f%2C36547%2C1731255835814.1731255837553, exclude list is [], retry=0 2024-11-10T16:23:57,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42819,DS-b1e89b6c-c95a-4967-819a-a5542f103d61,DISK] 2024-11-10T16:23:57,569 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/MasterData/WALs/8e3de9160f9f,36547,1731255835814/8e3de9160f9f%2C36547%2C1731255835814.1731255837553 2024-11-10T16:23:57,569 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41171:41171)] 2024-11-10T16:23:57,569 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:23:57,570 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:23:57,570 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:57,570 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:57,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:57,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T16:23:57,572 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:57,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:57,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:57,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T16:23:57,573 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:57,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:23:57,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:57,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T16:23:57,574 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:57,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:23:57,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:57,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T16:23:57,575 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:57,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:23:57,576 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:57,576 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:57,577 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:57,577 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:57,578 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:57,578 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:23:57,579 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:23:57,580 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:23:57,580 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63528186, jitterRate=-0.05335626006126404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:23:57,580 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731255837570Initializing all the Stores at 1731255837570Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255837570Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255837570Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255837571 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255837571Cleaning up temporary data from old regions at 1731255837578 (+7 ms)Region opened successfully at 1731255837580 (+2 ms) 2024-11-10T16:23:57,581 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T16:23:57,582 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63d45f0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:23:57,583 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T16:23:57,583 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T16:23:57,583 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T16:23:57,584 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T16:23:57,584 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T16:23:57,584 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T16:23:57,584 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T16:23:57,586 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T16:23:57,586 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36547-0x10102b166800006, quorum=127.0.0.1:49695, baseZNode=/21071031896 Unable to get data of znode /21071031896/balancer because node does not exist (not necessarily an error) 2024-11-10T16:23:57,587 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21071031896/balancer already deleted, retry=false 2024-11-10T16:23:57,587 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T16:23:57,588 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36547-0x10102b166800006, quorum=127.0.0.1:49695, baseZNode=/21071031896 Unable to get data of znode /21071031896/normalizer because node does not exist (not necessarily an error) 2024-11-10T16:23:57,590 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21071031896/normalizer already deleted, retry=false 2024-11-10T16:23:57,590 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T16:23:57,591 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36547-0x10102b166800006, quorum=127.0.0.1:49695, baseZNode=/21071031896 Unable to get data of znode /21071031896/switch/split because node does not exist (not necessarily an error) 2024-11-10T16:23:57,592 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21071031896/switch/split already deleted, retry=false 2024-11-10T16:23:57,592 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36547-0x10102b166800006, quorum=127.0.0.1:49695, baseZNode=/21071031896 Unable to get data of znode /21071031896/switch/merge because node does not exist (not necessarily an error) 2024-11-10T16:23:57,593 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21071031896/switch/merge already deleted, retry=false 2024-11-10T16:23:57,594 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36547-0x10102b166800006, quorum=127.0.0.1:49695, baseZNode=/21071031896 Unable to get data of znode /21071031896/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T16:23:57,595 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21071031896/snapshot-cleanup already deleted, retry=false 2024-11-10T16:23:57,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x10102b166800006, quorum=127.0.0.1:49695, baseZNode=/21071031896 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21071031896/running 2024-11-10T16:23:57,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45483-0x10102b166800007, quorum=127.0.0.1:49695, baseZNode=/21071031896 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21071031896/running 2024-11-10T16:23:57,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x10102b166800006, quorum=127.0.0.1:49695, baseZNode=/21071031896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21071031896 2024-11-10T16:23:57,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45483-0x10102b166800007, quorum=127.0.0.1:49695, baseZNode=/21071031896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21071031896 2024-11-10T16:23:57,598 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8e3de9160f9f,36547,1731255835814, sessionid=0x10102b166800006, setting cluster-up flag (Was=false) 2024-11-10T16:23:57,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x10102b166800006, quorum=127.0.0.1:49695, baseZNode=/21071031896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21071031896 2024-11-10T16:23:57,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45483-0x10102b166800007, quorum=127.0.0.1:49695, baseZNode=/21071031896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21071031896 2024-11-10T16:23:57,604 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21071031896/flush-table-proc/acquired, /21071031896/flush-table-proc/reached, /21071031896/flush-table-proc/abort 2024-11-10T16:23:57,605 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,36547,1731255835814 2024-11-10T16:23:57,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x10102b166800006, quorum=127.0.0.1:49695, baseZNode=/21071031896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21071031896 2024-11-10T16:23:57,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45483-0x10102b166800007, quorum=127.0.0.1:49695, baseZNode=/21071031896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21071031896 2024-11-10T16:23:57,611 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21071031896/online-snapshot/acquired, /21071031896/online-snapshot/reached, /21071031896/online-snapshot/abort 2024-11-10T16:23:57,612 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,36547,1731255835814 2024-11-10T16:23:57,613 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T16:23:57,614 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T16:23:57,614 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T16:23:57,614 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T16:23:57,614 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8e3de9160f9f,36547,1731255835814 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T16:23:57,615 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:23:57,615 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:23:57,615 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:23:57,615 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:23:57,615 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8e3de9160f9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T16:23:57,615 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:57,615 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:23:57,615 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:57,616 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731255867616 2024-11-10T16:23:57,616 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T16:23:57,616 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T16:23:57,616 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T16:23:57,616 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T16:23:57,616 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T16:23:57,617 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T16:23:57,617 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:23:57,617 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T16:23:57,617 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:57,617 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T16:23:57,617 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T16:23:57,617 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T16:23:57,617 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T16:23:57,617 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:57,617 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T16:23:57,618 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T16:23:57,618 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T16:23:57,618 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255837618,5,FailOnTimeoutGroup] 2024-11-10T16:23:57,620 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255837618,5,FailOnTimeoutGroup] 2024-11-10T16:23:57,620 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:57,620 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T16:23:57,620 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:57,620 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:57,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42819 is added to blk_1073741831_1007 (size=1321) 2024-11-10T16:23:57,692 INFO [RS:0;8e3de9160f9f:45483 {}] regionserver.HRegionServer(746): ClusterId : 0f2a98f2-a382-409a-9265-f472c39eba6c 2024-11-10T16:23:57,692 DEBUG [RS:0;8e3de9160f9f:45483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T16:23:57,693 DEBUG [RS:0;8e3de9160f9f:45483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T16:23:57,693 DEBUG [RS:0;8e3de9160f9f:45483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T16:23:57,697 DEBUG [RS:0;8e3de9160f9f:45483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T16:23:57,697 DEBUG [RS:0;8e3de9160f9f:45483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78201651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:23:57,708 DEBUG [RS:0;8e3de9160f9f:45483 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8e3de9160f9f:45483 2024-11-10T16:23:57,709 INFO [RS:0;8e3de9160f9f:45483 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T16:23:57,709 INFO [RS:0;8e3de9160f9f:45483 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T16:23:57,709 DEBUG [RS:0;8e3de9160f9f:45483 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T16:23:57,709 INFO [RS:0;8e3de9160f9f:45483 {}] regionserver.HRegionServer(2659): reportForDuty to master=8e3de9160f9f,36547,1731255835814 with port=45483, startcode=1731255835875 2024-11-10T16:23:57,709 DEBUG [RS:0;8e3de9160f9f:45483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T16:23:57,710 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34929, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T16:23:57,711 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36547 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8e3de9160f9f,45483,1731255835875 2024-11-10T16:23:57,711 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36547 {}] master.ServerManager(517): Registering regionserver=8e3de9160f9f,45483,1731255835875 2024-11-10T16:23:57,712 DEBUG [RS:0;8e3de9160f9f:45483 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9 2024-11-10T16:23:57,712 DEBUG [RS:0;8e3de9160f9f:45483 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44487 2024-11-10T16:23:57,712 DEBUG [RS:0;8e3de9160f9f:45483 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T16:23:57,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x10102b166800006, quorum=127.0.0.1:49695, baseZNode=/21071031896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21071031896/rs 2024-11-10T16:23:57,716 DEBUG [RS:0;8e3de9160f9f:45483 {}] zookeeper.ZKUtil(111): regionserver:45483-0x10102b166800007, quorum=127.0.0.1:49695, baseZNode=/21071031896 Set watcher on existing znode=/21071031896/rs/8e3de9160f9f,45483,1731255835875 2024-11-10T16:23:57,716 WARN [RS:0;8e3de9160f9f:45483 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:23:57,716 INFO [RS:0;8e3de9160f9f:45483 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:23:57,716 DEBUG [RS:0;8e3de9160f9f:45483 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875 2024-11-10T16:23:57,717 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8e3de9160f9f,45483,1731255835875] 2024-11-10T16:23:57,719 INFO [RS:0;8e3de9160f9f:45483 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T16:23:57,720 INFO [RS:0;8e3de9160f9f:45483 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T16:23:57,720 INFO [RS:0;8e3de9160f9f:45483 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T16:23:57,721 INFO [RS:0;8e3de9160f9f:45483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:57,721 INFO [RS:0;8e3de9160f9f:45483 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T16:23:57,721 INFO [RS:0;8e3de9160f9f:45483 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T16:23:57,721 INFO [RS:0;8e3de9160f9f:45483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:57,721 DEBUG [RS:0;8e3de9160f9f:45483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:57,721 DEBUG [RS:0;8e3de9160f9f:45483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:57,721 DEBUG [RS:0;8e3de9160f9f:45483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:57,721 DEBUG [RS:0;8e3de9160f9f:45483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:57,721 DEBUG [RS:0;8e3de9160f9f:45483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:57,721 DEBUG [RS:0;8e3de9160f9f:45483 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:23:57,721 DEBUG [RS:0;8e3de9160f9f:45483 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:57,721 DEBUG [RS:0;8e3de9160f9f:45483 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:57,721 DEBUG [RS:0;8e3de9160f9f:45483 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:57,722 DEBUG [RS:0;8e3de9160f9f:45483 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:57,722 DEBUG [RS:0;8e3de9160f9f:45483 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:57,722 DEBUG [RS:0;8e3de9160f9f:45483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:23:57,722 DEBUG [RS:0;8e3de9160f9f:45483 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:23:57,722 DEBUG [RS:0;8e3de9160f9f:45483 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:23:57,722 INFO [RS:0;8e3de9160f9f:45483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:57,722 INFO [RS:0;8e3de9160f9f:45483 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:57,722 INFO [RS:0;8e3de9160f9f:45483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:57,722 INFO [RS:0;8e3de9160f9f:45483 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:57,722 INFO [RS:0;8e3de9160f9f:45483 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:57,722 INFO [RS:0;8e3de9160f9f:45483 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,45483,1731255835875-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:23:57,738 INFO [RS:0;8e3de9160f9f:45483 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T16:23:57,738 INFO [RS:0;8e3de9160f9f:45483 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,45483,1731255835875-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:57,738 INFO [RS:0;8e3de9160f9f:45483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:57,738 INFO [RS:0;8e3de9160f9f:45483 {}] regionserver.Replication(171): 8e3de9160f9f,45483,1731255835875 started 2024-11-10T16:23:57,751 INFO [RS:0;8e3de9160f9f:45483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:57,751 INFO [RS:0;8e3de9160f9f:45483 {}] regionserver.HRegionServer(1482): Serving as 8e3de9160f9f,45483,1731255835875, RpcServer on 8e3de9160f9f/172.17.0.2:45483, sessionid=0x10102b166800007 2024-11-10T16:23:57,751 DEBUG [RS:0;8e3de9160f9f:45483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T16:23:57,751 DEBUG [RS:0;8e3de9160f9f:45483 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8e3de9160f9f,45483,1731255835875 2024-11-10T16:23:57,751 DEBUG [RS:0;8e3de9160f9f:45483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,45483,1731255835875' 2024-11-10T16:23:57,751 DEBUG [RS:0;8e3de9160f9f:45483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21071031896/flush-table-proc/abort' 2024-11-10T16:23:57,751 DEBUG [RS:0;8e3de9160f9f:45483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21071031896/flush-table-proc/acquired' 2024-11-10T16:23:57,751 DEBUG [RS:0;8e3de9160f9f:45483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T16:23:57,751 DEBUG [RS:0;8e3de9160f9f:45483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T16:23:57,751 DEBUG [RS:0;8e3de9160f9f:45483 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8e3de9160f9f,45483,1731255835875 2024-11-10T16:23:57,751 DEBUG [RS:0;8e3de9160f9f:45483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,45483,1731255835875' 2024-11-10T16:23:57,751 DEBUG [RS:0;8e3de9160f9f:45483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21071031896/online-snapshot/abort' 2024-11-10T16:23:57,752 DEBUG [RS:0;8e3de9160f9f:45483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21071031896/online-snapshot/acquired' 2024-11-10T16:23:57,752 DEBUG [RS:0;8e3de9160f9f:45483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T16:23:57,752 INFO [RS:0;8e3de9160f9f:45483 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T16:23:57,752 INFO [RS:0;8e3de9160f9f:45483 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T16:23:57,852 INFO [RS:0;8e3de9160f9f:45483 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:23:57,854 INFO [RS:0;8e3de9160f9f:45483 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C45483%2C1731255835875, suffix=, logDir=hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875, archiveDir=hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/oldWALs, maxLogs=10 2024-11-10T16:23:57,870 DEBUG [RS:0;8e3de9160f9f:45483 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854, exclude list is [], retry=0 2024-11-10T16:23:57,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42819,DS-b1e89b6c-c95a-4967-819a-a5542f103d61,DISK] 2024-11-10T16:23:57,874 INFO [RS:0;8e3de9160f9f:45483 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854 2024-11-10T16:23:57,874 DEBUG [RS:0;8e3de9160f9f:45483 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41171:41171)] 2024-11-10T16:23:58,025 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T16:23:58,025 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9 2024-11-10T16:23:58,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42819 is added to blk_1073741833_1009 (size=32) 2024-11-10T16:23:58,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:23:58,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:23:58,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:23:58,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:58,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:58,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:23:58,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:23:58,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:58,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:58,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:23:58,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:23:58,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:58,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:58,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:23:58,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:23:58,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:58,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:58,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:23:58,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/hbase/meta/1588230740 2024-11-10T16:23:58,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/hbase/meta/1588230740 2024-11-10T16:23:58,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:23:58,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:23:58,438 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:23:58,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:23:58,440 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:23:58,440 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70465145, jitterRate=0.050012484192848206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:23:58,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731255838431Initializing all the Stores at 1731255838431Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255838431Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255838431Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255838431Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255838431Cleaning up temporary data from old regions at 1731255838438 (+7 ms)Region opened successfully at 1731255838440 (+2 ms) 2024-11-10T16:23:58,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T16:23:58,440 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T16:23:58,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T16:23:58,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T16:23:58,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T16:23:58,441 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T16:23:58,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731255838440Disabling compacts and flushes for region at 1731255838440Disabling writes for close at 1731255838441 (+1 ms)Writing region close event to WAL at 1731255838441Closed at 1731255838441 2024-11-10T16:23:58,442 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:23:58,442 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T16:23:58,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T16:23:58,443 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:23:58,443 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T16:23:58,593 DEBUG [8e3de9160f9f:36547 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T16:23:58,594 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8e3de9160f9f,45483,1731255835875 2024-11-10T16:23:58,595 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,45483,1731255835875, state=OPENING 2024-11-10T16:23:58,597 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T16:23:58,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45483-0x10102b166800007, quorum=127.0.0.1:49695, baseZNode=/21071031896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21071031896 2024-11-10T16:23:58,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x10102b166800006, quorum=127.0.0.1:49695, baseZNode=/21071031896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21071031896 2024-11-10T16:23:58,598 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21071031896/meta-region-server: CHANGED 2024-11-10T16:23:58,598 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21071031896/meta-region-server: CHANGED 2024-11-10T16:23:58,598 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:23:58,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,45483,1731255835875}] 2024-11-10T16:23:58,625 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T16:23:58,625 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T16:23:58,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T16:23:58,626 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T16:23:58,749 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T16:23:58,750 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T16:23:58,753 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T16:23:58,753 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:23:58,753 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T16:23:58,754 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C45483%2C1731255835875.meta, suffix=.meta, logDir=hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875, archiveDir=hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/oldWALs, maxLogs=10 2024-11-10T16:23:58,768 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.meta.1731255838755.meta, exclude list is [], retry=0 2024-11-10T16:23:58,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42819,DS-b1e89b6c-c95a-4967-819a-a5542f103d61,DISK] 2024-11-10T16:23:58,771 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.meta.1731255838755.meta 2024-11-10T16:23:58,771 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41171:41171)] 2024-11-10T16:23:58,771 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:23:58,771 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:23:58,772 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T16:23:58,772 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T16:23:58,772 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T16:23:58,772 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T16:23:58,772 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:23:58,772 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T16:23:58,772 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T16:23:58,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:23:58,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:23:58,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:58,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:58,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:23:58,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:23:58,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:58,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:58,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:23:58,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:23:58,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:58,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:58,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:23:58,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:23:58,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:58,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:23:58,776 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:23:58,777 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/hbase/meta/1588230740 2024-11-10T16:23:58,778 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/hbase/meta/1588230740 2024-11-10T16:23:58,778 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:23:58,778 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:23:58,779 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:23:58,780 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:23:58,780 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67388494, jitterRate=0.00416681170463562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:23:58,780 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T16:23:58,781 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731255838772Writing region info on filesystem at 1731255838772Initializing all the Stores at 1731255838772Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255838773 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255838773Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255838773Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255838773Cleaning up temporary data from old regions at 1731255838778 (+5 ms)Running coprocessor post-open hooks at 1731255838780 (+2 ms)Region opened successfully at 1731255838780 2024-11-10T16:23:58,781 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731255838749 2024-11-10T16:23:58,783 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T16:23:58,783 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T16:23:58,783 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8e3de9160f9f,45483,1731255835875 2024-11-10T16:23:58,784 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,45483,1731255835875, state=OPEN 2024-11-10T16:23:58,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45483-0x10102b166800007, quorum=127.0.0.1:49695, baseZNode=/21071031896 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21071031896/meta-region-server 2024-11-10T16:23:58,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x10102b166800006, quorum=127.0.0.1:49695, baseZNode=/21071031896 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21071031896/meta-region-server 2024-11-10T16:23:58,787 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8e3de9160f9f,45483,1731255835875 2024-11-10T16:23:58,787 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21071031896/meta-region-server: CHANGED 2024-11-10T16:23:58,787 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21071031896/meta-region-server: CHANGED 2024-11-10T16:23:58,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T16:23:58,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,45483,1731255835875 in 189 msec 2024-11-10T16:23:58,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T16:23:58,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 347 msec 2024-11-10T16:23:58,791 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:23:58,791 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T16:23:58,792 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:23:58,792 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,45483,1731255835875, seqNum=-1] 2024-11-10T16:23:58,792 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:23:58,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37893, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:23:58,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1820 sec 2024-11-10T16:23:58,797 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731255838796, completionTime=-1 2024-11-10T16:23:58,797 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T16:23:58,797 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T16:23:58,798 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T16:23:58,798 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731255898798 2024-11-10T16:23:58,798 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731255958798 2024-11-10T16:23:58,799 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T16:23:58,799 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,36547,1731255835814-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:58,799 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,36547,1731255835814-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:58,799 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,36547,1731255835814-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:58,799 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8e3de9160f9f:36547, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:58,799 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:58,799 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:58,801 DEBUG [master/8e3de9160f9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T16:23:58,803 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.893sec 2024-11-10T16:23:58,803 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T16:23:58,803 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T16:23:58,803 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T16:23:58,803 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T16:23:58,803 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T16:23:58,803 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,36547,1731255835814-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:23:58,803 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,36547,1731255835814-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T16:23:58,804 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T16:23:58,804 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T16:23:58,804 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,36547,1731255835814-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:23:58,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720973d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:58,893 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,36547,-1 for getting cluster id 2024-11-10T16:23:58,893 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:23:58,894 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f2a98f2-a382-409a-9265-f472c39eba6c' 2024-11-10T16:23:58,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:23:58,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f2a98f2-a382-409a-9265-f472c39eba6c" 2024-11-10T16:23:58,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a75592b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:58,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,36547,-1] 2024-11-10T16:23:58,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:23:58,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:23:58,896 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:23:58,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cedd7b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:23:58,897 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:23:58,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,45483,1731255835875, seqNum=-1] 2024-11-10T16:23:58,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:23:58,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:23:58,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8e3de9160f9f,36547,1731255835814 2024-11-10T16:23:58,900 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:49695 2024-11-10T16:23:58,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:49695, baseZNode=/21071031896 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:23:58,902 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10102b166800008 connected 2024-11-10T16:23:58,905 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:23:58,905 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,34357,1731255828069 2024-11-10T16:23:58,905 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c95de3e 2024-11-10T16:23:58,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:23:58,906 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:23:58,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34357 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:23:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34357 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T16:23:58,908 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T16:23:58,909 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:23:58,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34357 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T16:23:58,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:23:58,909 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T16:23:58,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741835_1011 (size=902) 2024-11-10T16:23:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:23:59,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:23:59,316 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6abac3c35710e16025fe0ca66ed7b022, NAME => 'test,,1731255838906.6abac3c35710e16025fe0ca66ed7b022.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65 2024-11-10T16:23:59,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741836_1012 (size=39) 2024-11-10T16:23:59,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:23:59,721 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731255838906.6abac3c35710e16025fe0ca66ed7b022.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:23:59,721 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6abac3c35710e16025fe0ca66ed7b022, disabling compactions & flushes 2024-11-10T16:23:59,721 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731255838906.6abac3c35710e16025fe0ca66ed7b022. 2024-11-10T16:23:59,721 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731255838906.6abac3c35710e16025fe0ca66ed7b022. 2024-11-10T16:23:59,721 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731255838906.6abac3c35710e16025fe0ca66ed7b022. after waiting 0 ms 2024-11-10T16:23:59,721 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731255838906.6abac3c35710e16025fe0ca66ed7b022. 2024-11-10T16:23:59,721 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731255838906.6abac3c35710e16025fe0ca66ed7b022. 2024-11-10T16:23:59,721 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6abac3c35710e16025fe0ca66ed7b022: Waiting for close lock at 1731255839721Disabling compacts and flushes for region at 1731255839721Disabling writes for close at 1731255839721Writing region close event to WAL at 1731255839721Closed at 1731255839721 2024-11-10T16:23:59,722 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T16:23:59,722 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731255838906.6abac3c35710e16025fe0ca66ed7b022.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731255839722"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731255839722"}]},"ts":"1731255839722"} 2024-11-10T16:23:59,724 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T16:23:59,725 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T16:23:59,725 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255839725"}]},"ts":"1731255839725"} 2024-11-10T16:23:59,726 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T16:23:59,726 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6abac3c35710e16025fe0ca66ed7b022, ASSIGN}] 2024-11-10T16:23:59,727 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6abac3c35710e16025fe0ca66ed7b022, ASSIGN 2024-11-10T16:23:59,728 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6abac3c35710e16025fe0ca66ed7b022, ASSIGN; state=OFFLINE, location=8e3de9160f9f,42973,1731255828124; forceNewPlan=false, retain=false 2024-11-10T16:23:59,878 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6abac3c35710e16025fe0ca66ed7b022, regionState=OPENING, regionLocation=8e3de9160f9f,42973,1731255828124 2024-11-10T16:23:59,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6abac3c35710e16025fe0ca66ed7b022, ASSIGN because future has completed 2024-11-10T16:23:59,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6abac3c35710e16025fe0ca66ed7b022, server=8e3de9160f9f,42973,1731255828124}] 2024-11-10T16:24:00,035 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731255838906.6abac3c35710e16025fe0ca66ed7b022. 2024-11-10T16:24:00,036 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6abac3c35710e16025fe0ca66ed7b022, NAME => 'test,,1731255838906.6abac3c35710e16025fe0ca66ed7b022.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:24:00,036 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:24:00,036 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T16:24:00,036 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6abac3c35710e16025fe0ca66ed7b022 2024-11-10T16:24:00,036 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731255838906.6abac3c35710e16025fe0ca66ed7b022.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:24:00,036 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6abac3c35710e16025fe0ca66ed7b022 2024-11-10T16:24:00,036 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6abac3c35710e16025fe0ca66ed7b022 2024-11-10T16:24:00,037 INFO [StoreOpener-6abac3c35710e16025fe0ca66ed7b022-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6abac3c35710e16025fe0ca66ed7b022 2024-11-10T16:24:00,038 INFO [StoreOpener-6abac3c35710e16025fe0ca66ed7b022-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6abac3c35710e16025fe0ca66ed7b022 columnFamilyName f 2024-11-10T16:24:00,038 DEBUG [StoreOpener-6abac3c35710e16025fe0ca66ed7b022-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:00,038 INFO [StoreOpener-6abac3c35710e16025fe0ca66ed7b022-1 {}] regionserver.HStore(327): Store=6abac3c35710e16025fe0ca66ed7b022/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:24:00,039 INFO [StoreOpener-6abac3c35710e16025fe0ca66ed7b022-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6abac3c35710e16025fe0ca66ed7b022 2024-11-10T16:24:00,039 INFO [StoreOpener-6abac3c35710e16025fe0ca66ed7b022-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6abac3c35710e16025fe0ca66ed7b022 columnFamilyName f1 2024-11-10T16:24:00,039 DEBUG [StoreOpener-6abac3c35710e16025fe0ca66ed7b022-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:00,040 INFO [StoreOpener-6abac3c35710e16025fe0ca66ed7b022-1 {}] regionserver.HStore(327): Store=6abac3c35710e16025fe0ca66ed7b022/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:24:00,040 INFO [StoreOpener-6abac3c35710e16025fe0ca66ed7b022-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6abac3c35710e16025fe0ca66ed7b022 2024-11-10T16:24:00,041 INFO [StoreOpener-6abac3c35710e16025fe0ca66ed7b022-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6abac3c35710e16025fe0ca66ed7b022 columnFamilyName norep 2024-11-10T16:24:00,041 DEBUG [StoreOpener-6abac3c35710e16025fe0ca66ed7b022-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:00,041 INFO [StoreOpener-6abac3c35710e16025fe0ca66ed7b022-1 {}] regionserver.HStore(327): Store=6abac3c35710e16025fe0ca66ed7b022/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:24:00,041 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6abac3c35710e16025fe0ca66ed7b022 2024-11-10T16:24:00,042 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/default/test/6abac3c35710e16025fe0ca66ed7b022 2024-11-10T16:24:00,042 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/default/test/6abac3c35710e16025fe0ca66ed7b022 2024-11-10T16:24:00,042 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6abac3c35710e16025fe0ca66ed7b022 2024-11-10T16:24:00,042 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6abac3c35710e16025fe0ca66ed7b022 2024-11-10T16:24:00,043 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T16:24:00,044 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6abac3c35710e16025fe0ca66ed7b022 2024-11-10T16:24:00,047 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/default/test/6abac3c35710e16025fe0ca66ed7b022/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:24:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:24:00,047 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6abac3c35710e16025fe0ca66ed7b022; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75089411, jitterRate=0.11891941726207733}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T16:24:00,047 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6abac3c35710e16025fe0ca66ed7b022 2024-11-10T16:24:00,048 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6abac3c35710e16025fe0ca66ed7b022: Running coprocessor pre-open hook at 1731255840036Writing region info on filesystem at 1731255840036Initializing all the Stores at 1731255840037 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255840037Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255840037Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255840037Cleaning up temporary data from old regions at 1731255840042 (+5 ms)Running coprocessor post-open hooks at 1731255840047 (+5 ms)Region opened successfully at 1731255840048 (+1 ms) 2024-11-10T16:24:00,049 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731255838906.6abac3c35710e16025fe0ca66ed7b022., pid=6, masterSystemTime=1731255840032 2024-11-10T16:24:00,050 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731255838906.6abac3c35710e16025fe0ca66ed7b022. 2024-11-10T16:24:00,051 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731255838906.6abac3c35710e16025fe0ca66ed7b022. 2024-11-10T16:24:00,051 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6abac3c35710e16025fe0ca66ed7b022, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8e3de9160f9f,42973,1731255828124 2024-11-10T16:24:00,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6abac3c35710e16025fe0ca66ed7b022, server=8e3de9160f9f,42973,1731255828124 because future has completed 2024-11-10T16:24:00,054 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34357 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=8e3de9160f9f,42973,1731255828124, table=test, region=6abac3c35710e16025fe0ca66ed7b022. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T16:24:00,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T16:24:00,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6abac3c35710e16025fe0ca66ed7b022, server=8e3de9160f9f,42973,1731255828124 in 174 msec 2024-11-10T16:24:00,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T16:24:00,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6abac3c35710e16025fe0ca66ed7b022, ASSIGN in 331 msec 2024-11-10T16:24:00,059 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T16:24:00,059 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255840059"}]},"ts":"1731255840059"} 2024-11-10T16:24:00,061 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T16:24:00,061 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T16:24:00,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-10T16:24:01,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:24:01,058 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T16:24:01,058 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:24:01,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,46449,1731255831681 2024-11-10T16:24:01,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@405a97fb 2024-11-10T16:24:01,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:24:01,060 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:24:01,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:24:01,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T16:24:01,064 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T16:24:01,064 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:01,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T16:24:01,065 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T16:24:01,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:24:01,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741835_1011 (size=902) 2024-11-10T16:24:01,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:24:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:24:01,478 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 056aa29787761d30cd4acc2933748761, NAME => 'test,,1731255841061.056aa29787761d30cd4acc2933748761.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776 2024-11-10T16:24:01,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741836_1012 (size=39) 2024-11-10T16:24:01,570 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T16:24:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:24:01,883 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731255841061.056aa29787761d30cd4acc2933748761.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:24:01,883 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 056aa29787761d30cd4acc2933748761, disabling compactions & flushes 2024-11-10T16:24:01,883 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731255841061.056aa29787761d30cd4acc2933748761. 2024-11-10T16:24:01,883 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731255841061.056aa29787761d30cd4acc2933748761. 2024-11-10T16:24:01,883 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731255841061.056aa29787761d30cd4acc2933748761. after waiting 0 ms 2024-11-10T16:24:01,883 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731255841061.056aa29787761d30cd4acc2933748761. 2024-11-10T16:24:01,883 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731255841061.056aa29787761d30cd4acc2933748761. 2024-11-10T16:24:01,883 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 056aa29787761d30cd4acc2933748761: Waiting for close lock at 1731255841883Disabling compacts and flushes for region at 1731255841883Disabling writes for close at 1731255841883Writing region close event to WAL at 1731255841883Closed at 1731255841883 2024-11-10T16:24:01,884 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T16:24:01,885 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731255841061.056aa29787761d30cd4acc2933748761.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731255841885"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731255841885"}]},"ts":"1731255841885"} 2024-11-10T16:24:01,886 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T16:24:01,887 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T16:24:01,887 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255841887"}]},"ts":"1731255841887"} 2024-11-10T16:24:01,889 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T16:24:01,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=056aa29787761d30cd4acc2933748761, ASSIGN}] 2024-11-10T16:24:01,890 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=056aa29787761d30cd4acc2933748761, ASSIGN 2024-11-10T16:24:01,891 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=056aa29787761d30cd4acc2933748761, ASSIGN; state=OFFLINE, location=8e3de9160f9f,33315,1731255831721; forceNewPlan=false, retain=false 2024-11-10T16:24:02,041 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=056aa29787761d30cd4acc2933748761, regionState=OPENING, regionLocation=8e3de9160f9f,33315,1731255831721 2024-11-10T16:24:02,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=056aa29787761d30cd4acc2933748761, ASSIGN because future has completed 2024-11-10T16:24:02,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 056aa29787761d30cd4acc2933748761, server=8e3de9160f9f,33315,1731255831721}] 2024-11-10T16:24:02,199 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731255841061.056aa29787761d30cd4acc2933748761. 2024-11-10T16:24:02,199 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 056aa29787761d30cd4acc2933748761, NAME => 'test,,1731255841061.056aa29787761d30cd4acc2933748761.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:24:02,199 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:24:02,199 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T16:24:02,199 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 056aa29787761d30cd4acc2933748761 2024-11-10T16:24:02,199 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731255841061.056aa29787761d30cd4acc2933748761.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:24:02,199 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 056aa29787761d30cd4acc2933748761 2024-11-10T16:24:02,199 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 056aa29787761d30cd4acc2933748761 2024-11-10T16:24:02,200 INFO [StoreOpener-056aa29787761d30cd4acc2933748761-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 056aa29787761d30cd4acc2933748761 2024-11-10T16:24:02,202 INFO [StoreOpener-056aa29787761d30cd4acc2933748761-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 056aa29787761d30cd4acc2933748761 columnFamilyName f 2024-11-10T16:24:02,202 DEBUG [StoreOpener-056aa29787761d30cd4acc2933748761-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:02,202 INFO [StoreOpener-056aa29787761d30cd4acc2933748761-1 {}] regionserver.HStore(327): Store=056aa29787761d30cd4acc2933748761/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:24:02,202 INFO [StoreOpener-056aa29787761d30cd4acc2933748761-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 056aa29787761d30cd4acc2933748761 2024-11-10T16:24:02,203 INFO [StoreOpener-056aa29787761d30cd4acc2933748761-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 056aa29787761d30cd4acc2933748761 columnFamilyName f1 2024-11-10T16:24:02,203 DEBUG [StoreOpener-056aa29787761d30cd4acc2933748761-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:02,203 INFO [StoreOpener-056aa29787761d30cd4acc2933748761-1 {}] regionserver.HStore(327): Store=056aa29787761d30cd4acc2933748761/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:24:02,203 INFO [StoreOpener-056aa29787761d30cd4acc2933748761-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 056aa29787761d30cd4acc2933748761 2024-11-10T16:24:02,204 INFO [StoreOpener-056aa29787761d30cd4acc2933748761-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 056aa29787761d30cd4acc2933748761 columnFamilyName norep 2024-11-10T16:24:02,204 DEBUG [StoreOpener-056aa29787761d30cd4acc2933748761-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:02,204 INFO [StoreOpener-056aa29787761d30cd4acc2933748761-1 {}] regionserver.HStore(327): Store=056aa29787761d30cd4acc2933748761/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:24:02,204 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 056aa29787761d30cd4acc2933748761 2024-11-10T16:24:02,205 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/default/test/056aa29787761d30cd4acc2933748761 2024-11-10T16:24:02,205 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/default/test/056aa29787761d30cd4acc2933748761 2024-11-10T16:24:02,206 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 056aa29787761d30cd4acc2933748761 2024-11-10T16:24:02,206 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 056aa29787761d30cd4acc2933748761 2024-11-10T16:24:02,206 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T16:24:02,207 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 056aa29787761d30cd4acc2933748761 2024-11-10T16:24:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:24:02,208 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/default/test/056aa29787761d30cd4acc2933748761/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:24:02,209 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 056aa29787761d30cd4acc2933748761; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59530376, jitterRate=-0.11292827129364014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T16:24:02,209 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 056aa29787761d30cd4acc2933748761 2024-11-10T16:24:02,209 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 056aa29787761d30cd4acc2933748761: Running coprocessor pre-open hook at 1731255842200Writing region info on filesystem at 1731255842200Initializing all the Stores at 1731255842200Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255842200Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255842200Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255842200Cleaning up temporary data from old regions at 1731255842206 (+6 ms)Running coprocessor post-open hooks at 1731255842209 (+3 ms)Region opened successfully at 1731255842209 2024-11-10T16:24:02,210 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731255841061.056aa29787761d30cd4acc2933748761., pid=6, masterSystemTime=1731255842196 2024-11-10T16:24:02,211 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731255841061.056aa29787761d30cd4acc2933748761. 2024-11-10T16:24:02,211 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731255841061.056aa29787761d30cd4acc2933748761. 2024-11-10T16:24:02,212 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=056aa29787761d30cd4acc2933748761, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8e3de9160f9f,33315,1731255831721 2024-11-10T16:24:02,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 056aa29787761d30cd4acc2933748761, server=8e3de9160f9f,33315,1731255831721 because future has completed 2024-11-10T16:24:02,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T16:24:02,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 056aa29787761d30cd4acc2933748761, server=8e3de9160f9f,33315,1731255831721 in 170 msec 2024-11-10T16:24:02,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T16:24:02,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=056aa29787761d30cd4acc2933748761, ASSIGN in 327 msec 2024-11-10T16:24:02,217 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T16:24:02,218 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255842217"}]},"ts":"1731255842217"} 2024-11-10T16:24:02,219 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T16:24:02,219 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T16:24:02,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-10T16:24:03,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:24:03,217 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T16:24:03,217 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:24:03,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,36547,1731255835814 2024-11-10T16:24:03,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@463f1468 2024-11-10T16:24:03,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:24:03,219 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:24:03,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:24:03,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T16:24:03,222 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T16:24:03,222 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:03,222 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T16:24:03,223 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T16:24:03,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:24:03,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42819 is added to blk_1073741835_1011 (size=902) 2024-11-10T16:24:03,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:24:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:24:03,631 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6d9d1a3b21da4474b31325fc0a3802cb, NAME => 'test,,1731255843219.6d9d1a3b21da4474b31325fc0a3802cb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9 2024-11-10T16:24:03,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42819 is added to blk_1073741836_1012 (size=39) 2024-11-10T16:24:03,636 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731255843219.6d9d1a3b21da4474b31325fc0a3802cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:24:03,636 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6d9d1a3b21da4474b31325fc0a3802cb, disabling compactions & flushes 2024-11-10T16:24:03,636 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731255843219.6d9d1a3b21da4474b31325fc0a3802cb. 2024-11-10T16:24:03,636 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731255843219.6d9d1a3b21da4474b31325fc0a3802cb. 2024-11-10T16:24:03,636 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731255843219.6d9d1a3b21da4474b31325fc0a3802cb. after waiting 0 ms 2024-11-10T16:24:03,636 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731255843219.6d9d1a3b21da4474b31325fc0a3802cb. 2024-11-10T16:24:03,636 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731255843219.6d9d1a3b21da4474b31325fc0a3802cb. 2024-11-10T16:24:03,637 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6d9d1a3b21da4474b31325fc0a3802cb: Waiting for close lock at 1731255843636Disabling compacts and flushes for region at 1731255843636Disabling writes for close at 1731255843636Writing region close event to WAL at 1731255843636Closed at 1731255843636 2024-11-10T16:24:03,637 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T16:24:03,638 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731255843219.6d9d1a3b21da4474b31325fc0a3802cb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731255843637"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731255843637"}]},"ts":"1731255843637"} 2024-11-10T16:24:03,639 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T16:24:03,640 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T16:24:03,640 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255843640"}]},"ts":"1731255843640"} 2024-11-10T16:24:03,641 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T16:24:03,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6d9d1a3b21da4474b31325fc0a3802cb, ASSIGN}] 2024-11-10T16:24:03,642 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6d9d1a3b21da4474b31325fc0a3802cb, ASSIGN 2024-11-10T16:24:03,643 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6d9d1a3b21da4474b31325fc0a3802cb, ASSIGN; state=OFFLINE, location=8e3de9160f9f,45483,1731255835875; forceNewPlan=false, retain=false 2024-11-10T16:24:03,677 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:24:03,678 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8e3de9160f9f,42869,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:42869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T16:24:03,678 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88661 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8e3de9160f9f,42869,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:42869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T16:24:03,794 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6d9d1a3b21da4474b31325fc0a3802cb, regionState=OPENING, regionLocation=8e3de9160f9f,45483,1731255835875 2024-11-10T16:24:03,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6d9d1a3b21da4474b31325fc0a3802cb, ASSIGN because future has completed 2024-11-10T16:24:03,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d9d1a3b21da4474b31325fc0a3802cb, server=8e3de9160f9f,45483,1731255835875}] 2024-11-10T16:24:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:24:03,951 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731255843219.6d9d1a3b21da4474b31325fc0a3802cb. 2024-11-10T16:24:03,951 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d9d1a3b21da4474b31325fc0a3802cb, NAME => 'test,,1731255843219.6d9d1a3b21da4474b31325fc0a3802cb.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:24:03,952 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:24:03,952 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T16:24:03,952 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6d9d1a3b21da4474b31325fc0a3802cb 2024-11-10T16:24:03,952 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731255843219.6d9d1a3b21da4474b31325fc0a3802cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:24:03,952 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6d9d1a3b21da4474b31325fc0a3802cb 2024-11-10T16:24:03,952 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6d9d1a3b21da4474b31325fc0a3802cb 2024-11-10T16:24:03,953 INFO [StoreOpener-6d9d1a3b21da4474b31325fc0a3802cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6d9d1a3b21da4474b31325fc0a3802cb 2024-11-10T16:24:03,954 INFO [StoreOpener-6d9d1a3b21da4474b31325fc0a3802cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d9d1a3b21da4474b31325fc0a3802cb columnFamilyName f 2024-11-10T16:24:03,954 DEBUG [StoreOpener-6d9d1a3b21da4474b31325fc0a3802cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:03,954 INFO [StoreOpener-6d9d1a3b21da4474b31325fc0a3802cb-1 {}] regionserver.HStore(327): Store=6d9d1a3b21da4474b31325fc0a3802cb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:24:03,954 INFO [StoreOpener-6d9d1a3b21da4474b31325fc0a3802cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6d9d1a3b21da4474b31325fc0a3802cb 2024-11-10T16:24:03,955 INFO [StoreOpener-6d9d1a3b21da4474b31325fc0a3802cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d9d1a3b21da4474b31325fc0a3802cb columnFamilyName f1 2024-11-10T16:24:03,955 DEBUG [StoreOpener-6d9d1a3b21da4474b31325fc0a3802cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:03,955 INFO [StoreOpener-6d9d1a3b21da4474b31325fc0a3802cb-1 {}] regionserver.HStore(327): Store=6d9d1a3b21da4474b31325fc0a3802cb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:24:03,955 INFO [StoreOpener-6d9d1a3b21da4474b31325fc0a3802cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6d9d1a3b21da4474b31325fc0a3802cb 2024-11-10T16:24:03,956 INFO [StoreOpener-6d9d1a3b21da4474b31325fc0a3802cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d9d1a3b21da4474b31325fc0a3802cb columnFamilyName norep 2024-11-10T16:24:03,956 DEBUG [StoreOpener-6d9d1a3b21da4474b31325fc0a3802cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:03,956 INFO [StoreOpener-6d9d1a3b21da4474b31325fc0a3802cb-1 {}] regionserver.HStore(327): Store=6d9d1a3b21da4474b31325fc0a3802cb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:24:03,956 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6d9d1a3b21da4474b31325fc0a3802cb 2024-11-10T16:24:03,957 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/default/test/6d9d1a3b21da4474b31325fc0a3802cb 2024-11-10T16:24:03,957 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/default/test/6d9d1a3b21da4474b31325fc0a3802cb 2024-11-10T16:24:03,958 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6d9d1a3b21da4474b31325fc0a3802cb 2024-11-10T16:24:03,958 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6d9d1a3b21da4474b31325fc0a3802cb 2024-11-10T16:24:03,958 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T16:24:03,959 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6d9d1a3b21da4474b31325fc0a3802cb 2024-11-10T16:24:03,960 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/default/test/6d9d1a3b21da4474b31325fc0a3802cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:24:03,961 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6d9d1a3b21da4474b31325fc0a3802cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74662003, jitterRate=0.11255054175853729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T16:24:03,961 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d9d1a3b21da4474b31325fc0a3802cb 2024-11-10T16:24:03,961 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6d9d1a3b21da4474b31325fc0a3802cb: Running coprocessor pre-open hook at 1731255843952Writing region info on filesystem at 1731255843952Initializing all the Stores at 1731255843953 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255843953Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255843953Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255843953Cleaning up temporary data from old regions at 1731255843958 (+5 ms)Running coprocessor post-open hooks at 1731255843961 (+3 ms)Region opened successfully at 1731255843961 2024-11-10T16:24:03,961 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731255843219.6d9d1a3b21da4474b31325fc0a3802cb., pid=6, masterSystemTime=1731255843948 2024-11-10T16:24:03,963 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731255843219.6d9d1a3b21da4474b31325fc0a3802cb. 2024-11-10T16:24:03,963 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731255843219.6d9d1a3b21da4474b31325fc0a3802cb. 2024-11-10T16:24:03,963 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6d9d1a3b21da4474b31325fc0a3802cb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8e3de9160f9f,45483,1731255835875 2024-11-10T16:24:03,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d9d1a3b21da4474b31325fc0a3802cb, server=8e3de9160f9f,45483,1731255835875 because future has completed 2024-11-10T16:24:03,967 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T16:24:03,967 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d9d1a3b21da4474b31325fc0a3802cb, server=8e3de9160f9f,45483,1731255835875 in 170 msec 2024-11-10T16:24:03,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T16:24:03,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6d9d1a3b21da4474b31325fc0a3802cb, ASSIGN in 325 msec 2024-11-10T16:24:03,970 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T16:24:03,970 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255843970"}]},"ts":"1731255843970"} 2024-11-10T16:24:03,971 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T16:24:03,972 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T16:24:03,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 752 msec 2024-11-10T16:24:04,274 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T16:24:04,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:04,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:04,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:04,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:04,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:04,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:04,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:04,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:04,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:04,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:04,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:04,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:04,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:04,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:04,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:24:04,358 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T16:24:04,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dc36374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:04,358 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,34357,-1 for getting cluster id 2024-11-10T16:24:04,358 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:24:04,359 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95fc4b03-2398-4631-9ee7-979f0714052e' 2024-11-10T16:24:04,359 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:24:04,359 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95fc4b03-2398-4631-9ee7-979f0714052e" 2024-11-10T16:24:04,360 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7708f3cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:04,360 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,34357,-1] 2024-11-10T16:24:04,360 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:24:04,360 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:04,361 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:24:04,361 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12e18db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:04,362 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:24:04,362 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,34357,1731255828069 2024-11-10T16:24:04,362 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62f63b89 2024-11-10T16:24:04,363 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:24:04,363 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:24:04,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34357 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8e3de9160f9f:46449,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T16:24:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34357 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T16:24:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:24:04,366 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8e3de9160f9f:46449' 2024-11-10T16:24:04,367 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7c5443, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:04,367 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,46449,-1 for getting cluster id 2024-11-10T16:24:04,367 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:24:04,367 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68678a2b-bce8-441e-8ae4-bbe5251c602e' 2024-11-10T16:24:04,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:24:04,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68678a2b-bce8-441e-8ae4-bbe5251c602e" 2024-11-10T16:24:04,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71abcea7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:04,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,46449,-1] 2024-11-10T16:24:04,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:24:04,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:04,369 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:24:04,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@715ad794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:04,369 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:24:04,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,46449,1731255831681 2024-11-10T16:24:04,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1702f49c 2024-11-10T16:24:04,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:24:04,371 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:24:04,371 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T16:24:04,372 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T16:24:04,372 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:04,372 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:24:04,372 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:04,372 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:24:04,373 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T16:24:04,374 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T16:24:04,374 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:04,374 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T16:24:04,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741837_1013 (size=1138) 2024-11-10T16:24:04,423 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T16:24:04,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:24:04,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:24:04,781 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d21f8738ecac3c427950dd8d0cfb4bb5, NAME => 'hbase:replication,,1731255844372.d21f8738ecac3c427950dd8d0cfb4bb5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65 2024-11-10T16:24:04,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741838_1014 (size=44) 2024-11-10T16:24:04,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:24:05,187 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731255844372.d21f8738ecac3c427950dd8d0cfb4bb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:24:05,187 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d21f8738ecac3c427950dd8d0cfb4bb5, disabling compactions & flushes 2024-11-10T16:24:05,187 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731255844372.d21f8738ecac3c427950dd8d0cfb4bb5. 2024-11-10T16:24:05,187 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731255844372.d21f8738ecac3c427950dd8d0cfb4bb5. 2024-11-10T16:24:05,187 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731255844372.d21f8738ecac3c427950dd8d0cfb4bb5. after waiting 0 ms 2024-11-10T16:24:05,187 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731255844372.d21f8738ecac3c427950dd8d0cfb4bb5. 2024-11-10T16:24:05,187 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731255844372.d21f8738ecac3c427950dd8d0cfb4bb5. 2024-11-10T16:24:05,187 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d21f8738ecac3c427950dd8d0cfb4bb5: Waiting for close lock at 1731255845187Disabling compacts and flushes for region at 1731255845187Disabling writes for close at 1731255845187Writing region close event to WAL at 1731255845187Closed at 1731255845187 2024-11-10T16:24:05,188 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T16:24:05,188 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731255844372.d21f8738ecac3c427950dd8d0cfb4bb5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731255845188"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731255845188"}]},"ts":"1731255845188"} 2024-11-10T16:24:05,190 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T16:24:05,191 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T16:24:05,191 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255845191"}]},"ts":"1731255845191"} 2024-11-10T16:24:05,192 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T16:24:05,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d21f8738ecac3c427950dd8d0cfb4bb5, ASSIGN}] 2024-11-10T16:24:05,194 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d21f8738ecac3c427950dd8d0cfb4bb5, ASSIGN 2024-11-10T16:24:05,194 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d21f8738ecac3c427950dd8d0cfb4bb5, ASSIGN; state=OFFLINE, location=8e3de9160f9f,42973,1731255828124; forceNewPlan=false, retain=false 2024-11-10T16:24:05,345 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d21f8738ecac3c427950dd8d0cfb4bb5, regionState=OPENING, regionLocation=8e3de9160f9f,42973,1731255828124 2024-11-10T16:24:05,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d21f8738ecac3c427950dd8d0cfb4bb5, ASSIGN because future has completed 2024-11-10T16:24:05,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d21f8738ecac3c427950dd8d0cfb4bb5, server=8e3de9160f9f,42973,1731255828124}] 2024-11-10T16:24:05,502 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731255844372.d21f8738ecac3c427950dd8d0cfb4bb5. 2024-11-10T16:24:05,502 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:24:05,503 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T16:24:05,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C42973%2C1731255828124.rep, suffix=, logDir=hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124, archiveDir=hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/oldWALs, maxLogs=10 2024-11-10T16:24:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:24:05,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.rep.1731255845504, exclude list is [], retry=0 2024-11-10T16:24:05,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36643,DS-fa681a5b-3ecd-4163-a0b5-96935e2bbdac,DISK] 2024-11-10T16:24:05,522 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.rep.1731255845504 2024-11-10T16:24:05,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43485:43485)] 2024-11-10T16:24:05,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d21f8738ecac3c427950dd8d0cfb4bb5, NAME => 'hbase:replication,,1731255844372.d21f8738ecac3c427950dd8d0cfb4bb5.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:24:05,522 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:24:05,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T16:24:05,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731255844372.d21f8738ecac3c427950dd8d0cfb4bb5. service=MultiRowMutationService 2024-11-10T16:24:05,523 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T16:24:05,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d21f8738ecac3c427950dd8d0cfb4bb5 2024-11-10T16:24:05,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731255844372.d21f8738ecac3c427950dd8d0cfb4bb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:24:05,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d21f8738ecac3c427950dd8d0cfb4bb5 2024-11-10T16:24:05,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d21f8738ecac3c427950dd8d0cfb4bb5 2024-11-10T16:24:05,524 INFO [StoreOpener-d21f8738ecac3c427950dd8d0cfb4bb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d21f8738ecac3c427950dd8d0cfb4bb5 2024-11-10T16:24:05,525 INFO [StoreOpener-d21f8738ecac3c427950dd8d0cfb4bb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d21f8738ecac3c427950dd8d0cfb4bb5 columnFamilyName hfileref 2024-11-10T16:24:05,525 DEBUG [StoreOpener-d21f8738ecac3c427950dd8d0cfb4bb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:05,526 INFO [StoreOpener-d21f8738ecac3c427950dd8d0cfb4bb5-1 {}] regionserver.HStore(327): Store=d21f8738ecac3c427950dd8d0cfb4bb5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:24:05,526 INFO [StoreOpener-d21f8738ecac3c427950dd8d0cfb4bb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d21f8738ecac3c427950dd8d0cfb4bb5 2024-11-10T16:24:05,526 INFO [StoreOpener-d21f8738ecac3c427950dd8d0cfb4bb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d21f8738ecac3c427950dd8d0cfb4bb5 columnFamilyName queue 2024-11-10T16:24:05,526 DEBUG [StoreOpener-d21f8738ecac3c427950dd8d0cfb4bb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:05,527 INFO [StoreOpener-d21f8738ecac3c427950dd8d0cfb4bb5-1 {}] regionserver.HStore(327): Store=d21f8738ecac3c427950dd8d0cfb4bb5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:24:05,527 INFO [StoreOpener-d21f8738ecac3c427950dd8d0cfb4bb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d21f8738ecac3c427950dd8d0cfb4bb5 2024-11-10T16:24:05,527 INFO [StoreOpener-d21f8738ecac3c427950dd8d0cfb4bb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d21f8738ecac3c427950dd8d0cfb4bb5 columnFamilyName sid 2024-11-10T16:24:05,527 DEBUG [StoreOpener-d21f8738ecac3c427950dd8d0cfb4bb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:05,528 INFO [StoreOpener-d21f8738ecac3c427950dd8d0cfb4bb5-1 {}] regionserver.HStore(327): Store=d21f8738ecac3c427950dd8d0cfb4bb5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:24:05,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d21f8738ecac3c427950dd8d0cfb4bb5 2024-11-10T16:24:05,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/hbase/replication/d21f8738ecac3c427950dd8d0cfb4bb5 2024-11-10T16:24:05,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/hbase/replication/d21f8738ecac3c427950dd8d0cfb4bb5 2024-11-10T16:24:05,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d21f8738ecac3c427950dd8d0cfb4bb5 2024-11-10T16:24:05,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d21f8738ecac3c427950dd8d0cfb4bb5 2024-11-10T16:24:05,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T16:24:05,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d21f8738ecac3c427950dd8d0cfb4bb5 2024-11-10T16:24:05,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/hbase/replication/d21f8738ecac3c427950dd8d0cfb4bb5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:24:05,532 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d21f8738ecac3c427950dd8d0cfb4bb5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65727242, jitterRate=-0.020587772130966187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T16:24:05,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d21f8738ecac3c427950dd8d0cfb4bb5 2024-11-10T16:24:05,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d21f8738ecac3c427950dd8d0cfb4bb5: Running coprocessor pre-open hook at 1731255845523Writing region info on filesystem at 1731255845523Initializing all the Stores at 1731255845524 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255845524Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255845524Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255845524Cleaning up temporary data from old regions at 1731255845529 (+5 ms)Running coprocessor post-open hooks at 1731255845532 (+3 ms)Region opened successfully at 1731255845532 2024-11-10T16:24:05,533 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731255844372.d21f8738ecac3c427950dd8d0cfb4bb5., pid=10, masterSystemTime=1731255845499 2024-11-10T16:24:05,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731255844372.d21f8738ecac3c427950dd8d0cfb4bb5. 2024-11-10T16:24:05,534 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731255844372.d21f8738ecac3c427950dd8d0cfb4bb5. 2024-11-10T16:24:05,535 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d21f8738ecac3c427950dd8d0cfb4bb5, regionState=OPEN, openSeqNum=2, regionLocation=8e3de9160f9f,42973,1731255828124 2024-11-10T16:24:05,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d21f8738ecac3c427950dd8d0cfb4bb5, server=8e3de9160f9f,42973,1731255828124 because future has completed 2024-11-10T16:24:05,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T16:24:05,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d21f8738ecac3c427950dd8d0cfb4bb5, server=8e3de9160f9f,42973,1731255828124 in 190 msec 2024-11-10T16:24:05,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T16:24:05,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d21f8738ecac3c427950dd8d0cfb4bb5, ASSIGN in 345 msec 2024-11-10T16:24:05,541 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T16:24:05,541 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255845541"}]},"ts":"1731255845541"} 2024-11-10T16:24:05,542 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T16:24:05,543 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T16:24:05,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-11-10T16:24:05,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731255844372.d21f8738ecac3c427950dd8d0cfb4bb5., hostname=8e3de9160f9f,42973,1731255828124, seqNum=2] 2024-11-10T16:24:05,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42973-0x10102b166800001, quorum=127.0.0.1:49695, baseZNode=/085937690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/085937690 2024-11-10T16:24:05,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10102b166800000, quorum=127.0.0.1:49695, baseZNode=/085937690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/085937690 2024-11-10T16:24:05,587 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T16:24:05,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42973 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T16:24:05,739 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T16:24:05,767 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8e3de9160f9f,42973,1731255828124, ReplicationSource: 1, currentBandwidth=0 2024-11-10T16:24:05,767 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:24:05,767 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,42973,1731255828124, seqNum=-1] 2024-11-10T16:24:05,768 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:24:05,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-10T16:24:05,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8e3de9160f9f,42973,1731255828124', locateType=CURRENT is [region=hbase:replication,,1731255844372.d21f8738ecac3c427950dd8d0cfb4bb5., hostname=8e3de9160f9f,42973,1731255828124, seqNum=2] 2024-11-10T16:24:05,772 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T16:24:05,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34357 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T16:24:05,774 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8e3de9160f9f,42973,1731255828124 suceeded 2024-11-10T16:24:05,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T16:24:05,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-10T16:24:05,776 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8e3de9160f9f:46449,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T16:24:05,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4120 sec 2024-11-10T16:24:05,786 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8e3de9160f9f:46449' 2024-11-10T16:24:05,787 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@441e703d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:05,787 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,46449,-1 for getting cluster id 2024-11-10T16:24:05,787 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:24:05,788 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68678a2b-bce8-441e-8ae4-bbe5251c602e' 2024-11-10T16:24:05,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:24:05,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68678a2b-bce8-441e-8ae4-bbe5251c602e" 2024-11-10T16:24:05,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f31c949, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:05,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,46449,-1] 2024-11-10T16:24:05,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:24:05,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:05,789 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:24:05,790 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36dd4350, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:05,790 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:24:05,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,46449,1731255831681 2024-11-10T16:24:05,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63b1f401 2024-11-10T16:24:05,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:24:05,791 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-10T16:24:05,792 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8e3de9160f9f,42973,1731255828124 (queues=1) is replicating from cluster=95fc4b03-2398-4631-9ee7-979f0714052e to cluster=68678a2b-bce8-441e-8ae4-bbe5251c602e 2024-11-10T16:24:05,792 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8e3de9160f9f%2C42973%2C1731255828124 2024-11-10T16:24:05,792 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8e3de9160f9f,42973,1731255828124, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T16:24:05,792 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.shipper8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8e3de9160f9f%2C42973%2C1731255828124 2024-11-10T16:24:05,792 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.wal-reader.8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.1731255829701, startPosition=0, beingWritten=true 2024-11-10T16:24:05,797 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.wal-reader.8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:24:05,797 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.wal-reader.8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.1731255829701 to pos 379, reset compression=false 2024-11-10T16:24:05,797 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.shipper8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,42973,1731255828124 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.1731255829701, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T16:24:06,000 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.wal-reader.8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.1731255829701 to pos 379, reset compression=false 2024-11-10T16:24:06,303 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.wal-reader.8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.1731255829701 to pos 379, reset compression=false 2024-11-10T16:24:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:24:06,528 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T16:24:06,528 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:24:06,528 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:24:06,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:06,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:06,528 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:24:06,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@497ec1a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:06,529 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,46449,-1 for getting cluster id 2024-11-10T16:24:06,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:24:06,530 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68678a2b-bce8-441e-8ae4-bbe5251c602e' 2024-11-10T16:24:06,530 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:24:06,530 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68678a2b-bce8-441e-8ae4-bbe5251c602e" 2024-11-10T16:24:06,530 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b4fab62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:06,530 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,46449,-1] 2024-11-10T16:24:06,531 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:24:06,531 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:06,531 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:24:06,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4cd9b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:06,532 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:24:06,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,46449,1731255831681 2024-11-10T16:24:06,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c918c3d 2024-11-10T16:24:06,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:24:06,534 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:24:06,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8e3de9160f9f:36547,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T16:24:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T16:24:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:24:06,537 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8e3de9160f9f:36547' 2024-11-10T16:24:06,538 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ef97926, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:06,538 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,36547,-1 for getting cluster id 2024-11-10T16:24:06,538 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:24:06,539 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f2a98f2-a382-409a-9265-f472c39eba6c' 2024-11-10T16:24:06,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:24:06,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f2a98f2-a382-409a-9265-f472c39eba6c" 2024-11-10T16:24:06,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7599f0d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:06,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,36547,-1] 2024-11-10T16:24:06,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:24:06,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:06,540 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:24:06,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a89cab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:06,540 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:24:06,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,36547,1731255835814 2024-11-10T16:24:06,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d590a15 2024-11-10T16:24:06,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:24:06,542 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:24:06,542 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T16:24:06,542 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T16:24:06,542 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:06,543 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:06,543 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:24:06,543 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:24:06,544 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T16:24:06,545 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T16:24:06,545 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:06,545 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T16:24:06,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741837_1013 (size=1138) 2024-11-10T16:24:06,594 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T16:24:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:24:06,707 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.wal-reader.8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.1731255829701 to pos 379, reset compression=false 2024-11-10T16:24:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:24:06,955 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 50a6c8959f953c2d2c3fd2293024d883, NAME => 'hbase:replication,,1731255846543.50a6c8959f953c2d2c3fd2293024d883.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776 2024-11-10T16:24:06,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741838_1014 (size=44) 2024-11-10T16:24:06,961 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731255846543.50a6c8959f953c2d2c3fd2293024d883.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:24:06,961 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 50a6c8959f953c2d2c3fd2293024d883, disabling compactions & flushes 2024-11-10T16:24:06,961 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731255846543.50a6c8959f953c2d2c3fd2293024d883. 2024-11-10T16:24:06,961 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731255846543.50a6c8959f953c2d2c3fd2293024d883. 2024-11-10T16:24:06,961 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731255846543.50a6c8959f953c2d2c3fd2293024d883. after waiting 0 ms 2024-11-10T16:24:06,961 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731255846543.50a6c8959f953c2d2c3fd2293024d883. 2024-11-10T16:24:06,961 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731255846543.50a6c8959f953c2d2c3fd2293024d883. 2024-11-10T16:24:06,961 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 50a6c8959f953c2d2c3fd2293024d883: Waiting for close lock at 1731255846961Disabling compacts and flushes for region at 1731255846961Disabling writes for close at 1731255846961Writing region close event to WAL at 1731255846961Closed at 1731255846961 2024-11-10T16:24:06,962 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T16:24:06,962 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731255846543.50a6c8959f953c2d2c3fd2293024d883.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731255846962"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731255846962"}]},"ts":"1731255846962"} 2024-11-10T16:24:06,964 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T16:24:06,965 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T16:24:06,965 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255846965"}]},"ts":"1731255846965"} 2024-11-10T16:24:06,966 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T16:24:06,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=50a6c8959f953c2d2c3fd2293024d883, ASSIGN}] 2024-11-10T16:24:06,967 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=50a6c8959f953c2d2c3fd2293024d883, ASSIGN 2024-11-10T16:24:06,968 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=50a6c8959f953c2d2c3fd2293024d883, ASSIGN; state=OFFLINE, location=8e3de9160f9f,33315,1731255831721; forceNewPlan=false, retain=false 2024-11-10T16:24:07,119 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=50a6c8959f953c2d2c3fd2293024d883, regionState=OPENING, regionLocation=8e3de9160f9f,33315,1731255831721 2024-11-10T16:24:07,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=50a6c8959f953c2d2c3fd2293024d883, ASSIGN because future has completed 2024-11-10T16:24:07,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50a6c8959f953c2d2c3fd2293024d883, server=8e3de9160f9f,33315,1731255831721}] 2024-11-10T16:24:07,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:24:07,211 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.wal-reader.8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.1731255829701 to pos 379, reset compression=false 2024-11-10T16:24:07,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731255846543.50a6c8959f953c2d2c3fd2293024d883. 2024-11-10T16:24:07,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:24:07,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T16:24:07,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C33315%2C1731255831721.rep, suffix=, logDir=hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721, archiveDir=hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/oldWALs, maxLogs=10 2024-11-10T16:24:07,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.rep.1731255847277, exclude list is [], retry=0 2024-11-10T16:24:07,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36653,DS-c7ed30bc-0e21-4913-a37f-6a3e48b6590a,DISK] 2024-11-10T16:24:07,295 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.rep.1731255847277 2024-11-10T16:24:07,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44499:44499)] 2024-11-10T16:24:07,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 50a6c8959f953c2d2c3fd2293024d883, NAME => 'hbase:replication,,1731255846543.50a6c8959f953c2d2c3fd2293024d883.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:24:07,296 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:24:07,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T16:24:07,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731255846543.50a6c8959f953c2d2c3fd2293024d883. service=MultiRowMutationService 2024-11-10T16:24:07,296 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T16:24:07,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 50a6c8959f953c2d2c3fd2293024d883 2024-11-10T16:24:07,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731255846543.50a6c8959f953c2d2c3fd2293024d883.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:24:07,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 50a6c8959f953c2d2c3fd2293024d883 2024-11-10T16:24:07,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 50a6c8959f953c2d2c3fd2293024d883 2024-11-10T16:24:07,297 INFO [StoreOpener-50a6c8959f953c2d2c3fd2293024d883-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 50a6c8959f953c2d2c3fd2293024d883 2024-11-10T16:24:07,298 INFO [StoreOpener-50a6c8959f953c2d2c3fd2293024d883-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50a6c8959f953c2d2c3fd2293024d883 columnFamilyName hfileref 2024-11-10T16:24:07,298 DEBUG [StoreOpener-50a6c8959f953c2d2c3fd2293024d883-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:07,299 INFO [StoreOpener-50a6c8959f953c2d2c3fd2293024d883-1 {}] regionserver.HStore(327): Store=50a6c8959f953c2d2c3fd2293024d883/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:24:07,299 INFO [StoreOpener-50a6c8959f953c2d2c3fd2293024d883-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 50a6c8959f953c2d2c3fd2293024d883 2024-11-10T16:24:07,299 INFO [StoreOpener-50a6c8959f953c2d2c3fd2293024d883-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50a6c8959f953c2d2c3fd2293024d883 columnFamilyName queue 2024-11-10T16:24:07,299 DEBUG [StoreOpener-50a6c8959f953c2d2c3fd2293024d883-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:07,300 INFO [StoreOpener-50a6c8959f953c2d2c3fd2293024d883-1 {}] regionserver.HStore(327): Store=50a6c8959f953c2d2c3fd2293024d883/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:24:07,300 INFO [StoreOpener-50a6c8959f953c2d2c3fd2293024d883-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 50a6c8959f953c2d2c3fd2293024d883 2024-11-10T16:24:07,301 INFO [StoreOpener-50a6c8959f953c2d2c3fd2293024d883-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50a6c8959f953c2d2c3fd2293024d883 columnFamilyName sid 2024-11-10T16:24:07,301 DEBUG [StoreOpener-50a6c8959f953c2d2c3fd2293024d883-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:07,301 INFO [StoreOpener-50a6c8959f953c2d2c3fd2293024d883-1 {}] regionserver.HStore(327): Store=50a6c8959f953c2d2c3fd2293024d883/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:24:07,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 50a6c8959f953c2d2c3fd2293024d883 2024-11-10T16:24:07,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/hbase/replication/50a6c8959f953c2d2c3fd2293024d883 2024-11-10T16:24:07,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/hbase/replication/50a6c8959f953c2d2c3fd2293024d883 2024-11-10T16:24:07,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 50a6c8959f953c2d2c3fd2293024d883 2024-11-10T16:24:07,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 50a6c8959f953c2d2c3fd2293024d883 2024-11-10T16:24:07,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T16:24:07,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 50a6c8959f953c2d2c3fd2293024d883 2024-11-10T16:24:07,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/hbase/replication/50a6c8959f953c2d2c3fd2293024d883/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:24:07,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 50a6c8959f953c2d2c3fd2293024d883; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65812559, jitterRate=-0.019316449761390686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T16:24:07,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 50a6c8959f953c2d2c3fd2293024d883 2024-11-10T16:24:07,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 50a6c8959f953c2d2c3fd2293024d883: Running coprocessor pre-open hook at 1731255847296Writing region info on filesystem at 1731255847296Initializing all the Stores at 1731255847297 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255847297Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255847297Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255847297Cleaning up temporary data from old regions at 1731255847302 (+5 ms)Running coprocessor post-open hooks at 1731255847305 (+3 ms)Region opened successfully at 1731255847305 2024-11-10T16:24:07,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731255846543.50a6c8959f953c2d2c3fd2293024d883., pid=10, masterSystemTime=1731255847273 2024-11-10T16:24:07,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731255846543.50a6c8959f953c2d2c3fd2293024d883. 2024-11-10T16:24:07,308 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731255846543.50a6c8959f953c2d2c3fd2293024d883. 2024-11-10T16:24:07,308 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=50a6c8959f953c2d2c3fd2293024d883, regionState=OPEN, openSeqNum=2, regionLocation=8e3de9160f9f,33315,1731255831721 2024-11-10T16:24:07,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50a6c8959f953c2d2c3fd2293024d883, server=8e3de9160f9f,33315,1731255831721 because future has completed 2024-11-10T16:24:07,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T16:24:07,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 50a6c8959f953c2d2c3fd2293024d883, server=8e3de9160f9f,33315,1731255831721 in 189 msec 2024-11-10T16:24:07,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T16:24:07,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=50a6c8959f953c2d2c3fd2293024d883, ASSIGN in 346 msec 2024-11-10T16:24:07,314 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T16:24:07,314 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255847314"}]},"ts":"1731255847314"} 2024-11-10T16:24:07,315 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T16:24:07,316 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T16:24:07,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 773 msec 2024-11-10T16:24:07,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731255846543.50a6c8959f953c2d2c3fd2293024d883., hostname=8e3de9160f9f,33315,1731255831721, seqNum=2] 2024-11-10T16:24:07,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46449-0x10102b166800003, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-654070556 2024-11-10T16:24:07,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x10102b166800004, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-654070556 2024-11-10T16:24:07,358 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T16:24:07,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33315 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T16:24:07,510 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T16:24:07,538 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8e3de9160f9f,33315,1731255831721, ReplicationSource: 1, currentBandwidth=0 2024-11-10T16:24:07,539 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:24:07,539 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33315,1731255831721, seqNum=-1] 2024-11-10T16:24:07,539 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:24:07,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-10T16:24:07,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8e3de9160f9f,33315,1731255831721', locateType=CURRENT is [region=hbase:replication,,1731255846543.50a6c8959f953c2d2c3fd2293024d883., hostname=8e3de9160f9f,33315,1731255831721, seqNum=2] 2024-11-10T16:24:07,543 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T16:24:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T16:24:07,545 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8e3de9160f9f,33315,1731255831721 suceeded 2024-11-10T16:24:07,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T16:24:07,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-10T16:24:07,547 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8e3de9160f9f:36547,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T16:24:07,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0130 sec 2024-11-10T16:24:07,557 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8e3de9160f9f:36547' 2024-11-10T16:24:07,558 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78194730, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:07,558 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,36547,-1 for getting cluster id 2024-11-10T16:24:07,559 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:24:07,559 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f2a98f2-a382-409a-9265-f472c39eba6c' 2024-11-10T16:24:07,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:24:07,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f2a98f2-a382-409a-9265-f472c39eba6c" 2024-11-10T16:24:07,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15c25e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:07,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,36547,-1] 2024-11-10T16:24:07,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:24:07,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:07,560 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:24:07,561 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44198282, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:07,561 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:24:07,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,36547,1731255835814 2024-11-10T16:24:07,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a955035 2024-11-10T16:24:07,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:24:07,562 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-10T16:24:07,563 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8e3de9160f9f,33315,1731255831721 (queues=1) is replicating from cluster=68678a2b-bce8-441e-8ae4-bbe5251c602e to cluster=0f2a98f2-a382-409a-9265-f472c39eba6c 2024-11-10T16:24:07,563 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8e3de9160f9f%2C33315%2C1731255831721 2024-11-10T16:24:07,563 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8e3de9160f9f,33315,1731255831721, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T16:24:07,564 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.shipper8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8e3de9160f9f%2C33315%2C1731255831721 2024-11-10T16:24:07,564 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712, startPosition=0, beingWritten=true 2024-11-10T16:24:07,568 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:24:07,568 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712 to pos 379, reset compression=false 2024-11-10T16:24:07,568 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.shipper8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,33315,1731255831721 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T16:24:07,570 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T16:24:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:24:07,668 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T16:24:07,668 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:24:07,668 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:24:07,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:07,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:07,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:24:07,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417ab2d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:07,669 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,36547,-1 for getting cluster id 2024-11-10T16:24:07,669 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:24:07,670 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f2a98f2-a382-409a-9265-f472c39eba6c' 2024-11-10T16:24:07,670 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:24:07,670 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f2a98f2-a382-409a-9265-f472c39eba6c" 2024-11-10T16:24:07,670 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@696ff8c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:07,670 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,36547,-1] 2024-11-10T16:24:07,670 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:24:07,670 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:07,671 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:24:07,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52eb6963, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:07,672 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:24:07,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,36547,1731255835814 2024-11-10T16:24:07,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79f74fd0 2024-11-10T16:24:07,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:24:07,673 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:24:07,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8e3de9160f9f:46449,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T16:24:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T16:24:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:24:07,676 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8e3de9160f9f:46449' 2024-11-10T16:24:07,677 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42f5aaa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:07,677 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,46449,-1 for getting cluster id 2024-11-10T16:24:07,677 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:24:07,677 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68678a2b-bce8-441e-8ae4-bbe5251c602e' 2024-11-10T16:24:07,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:24:07,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68678a2b-bce8-441e-8ae4-bbe5251c602e" 2024-11-10T16:24:07,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69c68fad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:07,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,46449,-1] 2024-11-10T16:24:07,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:24:07,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:07,678 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:24:07,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@386277dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:07,679 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:24:07,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,46449,1731255831681 2024-11-10T16:24:07,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44de7a5d 2024-11-10T16:24:07,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:24:07,680 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:24:07,681 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T16:24:07,681 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T16:24:07,681 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:07,681 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:07,681 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:24:07,681 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:24:07,682 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T16:24:07,683 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T16:24:07,683 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:07,684 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T16:24:07,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42819 is added to blk_1073741837_1013 (size=1138) 2024-11-10T16:24:07,732 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T16:24:07,771 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712 to pos 379, reset compression=false 2024-11-10T16:24:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:24:07,814 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.wal-reader.8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.1731255829701 to pos 379, reset compression=false 2024-11-10T16:24:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:24:08,074 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712 to pos 379, reset compression=false 2024-11-10T16:24:08,090 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9c6f9103760872056a091cdc5e0abe3d, NAME => 'hbase:replication,,1731255847681.9c6f9103760872056a091cdc5e0abe3d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9 2024-11-10T16:24:08,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42819 is added to blk_1073741838_1014 (size=44) 2024-11-10T16:24:08,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:24:08,479 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712 to pos 379, reset compression=false 2024-11-10T16:24:08,495 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731255847681.9c6f9103760872056a091cdc5e0abe3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:24:08,495 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9c6f9103760872056a091cdc5e0abe3d, disabling compactions & flushes 2024-11-10T16:24:08,495 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731255847681.9c6f9103760872056a091cdc5e0abe3d. 2024-11-10T16:24:08,495 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731255847681.9c6f9103760872056a091cdc5e0abe3d. 2024-11-10T16:24:08,495 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731255847681.9c6f9103760872056a091cdc5e0abe3d. after waiting 0 ms 2024-11-10T16:24:08,495 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731255847681.9c6f9103760872056a091cdc5e0abe3d. 2024-11-10T16:24:08,495 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731255847681.9c6f9103760872056a091cdc5e0abe3d. 2024-11-10T16:24:08,495 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9c6f9103760872056a091cdc5e0abe3d: Waiting for close lock at 1731255848495Disabling compacts and flushes for region at 1731255848495Disabling writes for close at 1731255848495Writing region close event to WAL at 1731255848495Closed at 1731255848495 2024-11-10T16:24:08,496 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T16:24:08,496 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731255847681.9c6f9103760872056a091cdc5e0abe3d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731255848496"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731255848496"}]},"ts":"1731255848496"} 2024-11-10T16:24:08,498 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T16:24:08,499 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T16:24:08,499 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255848499"}]},"ts":"1731255848499"} 2024-11-10T16:24:08,500 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T16:24:08,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c6f9103760872056a091cdc5e0abe3d, ASSIGN}] 2024-11-10T16:24:08,501 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c6f9103760872056a091cdc5e0abe3d, ASSIGN 2024-11-10T16:24:08,502 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9c6f9103760872056a091cdc5e0abe3d, ASSIGN; state=OFFLINE, location=8e3de9160f9f,45483,1731255835875; forceNewPlan=false, retain=false 2024-11-10T16:24:08,517 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.wal-reader.8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.1731255829701 to pos 379, reset compression=false 2024-11-10T16:24:08,625 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T16:24:08,625 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T16:24:08,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T16:24:08,626 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T16:24:08,652 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9c6f9103760872056a091cdc5e0abe3d, regionState=OPENING, regionLocation=8e3de9160f9f,45483,1731255835875 2024-11-10T16:24:08,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9c6f9103760872056a091cdc5e0abe3d, ASSIGN because future has completed 2024-11-10T16:24:08,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c6f9103760872056a091cdc5e0abe3d, server=8e3de9160f9f,45483,1731255835875}] 2024-11-10T16:24:08,810 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731255847681.9c6f9103760872056a091cdc5e0abe3d. 2024-11-10T16:24:08,810 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:24:08,810 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T16:24:08,811 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C45483%2C1731255835875.rep, suffix=, logDir=hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875, archiveDir=hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/oldWALs, maxLogs=10 2024-11-10T16:24:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:24:08,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.rep.1731255848811, exclude list is [], retry=0 2024-11-10T16:24:08,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42819,DS-b1e89b6c-c95a-4967-819a-a5542f103d61,DISK] 2024-11-10T16:24:08,827 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.rep.1731255848811 2024-11-10T16:24:08,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41171:41171)] 2024-11-10T16:24:08,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9c6f9103760872056a091cdc5e0abe3d, NAME => 'hbase:replication,,1731255847681.9c6f9103760872056a091cdc5e0abe3d.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:24:08,828 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:24:08,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T16:24:08,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731255847681.9c6f9103760872056a091cdc5e0abe3d. service=MultiRowMutationService 2024-11-10T16:24:08,828 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T16:24:08,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9c6f9103760872056a091cdc5e0abe3d 2024-11-10T16:24:08,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731255847681.9c6f9103760872056a091cdc5e0abe3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:24:08,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9c6f9103760872056a091cdc5e0abe3d 2024-11-10T16:24:08,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9c6f9103760872056a091cdc5e0abe3d 2024-11-10T16:24:08,830 INFO [StoreOpener-9c6f9103760872056a091cdc5e0abe3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9c6f9103760872056a091cdc5e0abe3d 2024-11-10T16:24:08,830 INFO [StoreOpener-9c6f9103760872056a091cdc5e0abe3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c6f9103760872056a091cdc5e0abe3d columnFamilyName hfileref 2024-11-10T16:24:08,831 DEBUG [StoreOpener-9c6f9103760872056a091cdc5e0abe3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:08,831 INFO [StoreOpener-9c6f9103760872056a091cdc5e0abe3d-1 {}] regionserver.HStore(327): Store=9c6f9103760872056a091cdc5e0abe3d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:24:08,831 INFO [StoreOpener-9c6f9103760872056a091cdc5e0abe3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9c6f9103760872056a091cdc5e0abe3d 2024-11-10T16:24:08,832 INFO [StoreOpener-9c6f9103760872056a091cdc5e0abe3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c6f9103760872056a091cdc5e0abe3d columnFamilyName queue 2024-11-10T16:24:08,832 DEBUG [StoreOpener-9c6f9103760872056a091cdc5e0abe3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:08,832 INFO [StoreOpener-9c6f9103760872056a091cdc5e0abe3d-1 {}] regionserver.HStore(327): Store=9c6f9103760872056a091cdc5e0abe3d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:24:08,832 INFO [StoreOpener-9c6f9103760872056a091cdc5e0abe3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9c6f9103760872056a091cdc5e0abe3d 2024-11-10T16:24:08,833 INFO [StoreOpener-9c6f9103760872056a091cdc5e0abe3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c6f9103760872056a091cdc5e0abe3d columnFamilyName sid 2024-11-10T16:24:08,833 DEBUG [StoreOpener-9c6f9103760872056a091cdc5e0abe3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:08,833 INFO [StoreOpener-9c6f9103760872056a091cdc5e0abe3d-1 {}] regionserver.HStore(327): Store=9c6f9103760872056a091cdc5e0abe3d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:24:08,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9c6f9103760872056a091cdc5e0abe3d 2024-11-10T16:24:08,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/hbase/replication/9c6f9103760872056a091cdc5e0abe3d 2024-11-10T16:24:08,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/hbase/replication/9c6f9103760872056a091cdc5e0abe3d 2024-11-10T16:24:08,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9c6f9103760872056a091cdc5e0abe3d 2024-11-10T16:24:08,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9c6f9103760872056a091cdc5e0abe3d 2024-11-10T16:24:08,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T16:24:08,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9c6f9103760872056a091cdc5e0abe3d 2024-11-10T16:24:08,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/hbase/replication/9c6f9103760872056a091cdc5e0abe3d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:24:08,838 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9c6f9103760872056a091cdc5e0abe3d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59507864, jitterRate=-0.11326372623443604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T16:24:08,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9c6f9103760872056a091cdc5e0abe3d 2024-11-10T16:24:08,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9c6f9103760872056a091cdc5e0abe3d: Running coprocessor pre-open hook at 1731255848829Writing region info on filesystem at 1731255848829Initializing all the Stores at 1731255848829Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255848829Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255848829Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255848829Cleaning up temporary data from old regions at 1731255848835 (+6 ms)Running coprocessor post-open hooks at 1731255848838 (+3 ms)Region opened successfully at 1731255848838 2024-11-10T16:24:08,838 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731255847681.9c6f9103760872056a091cdc5e0abe3d., pid=10, masterSystemTime=1731255848806 2024-11-10T16:24:08,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731255847681.9c6f9103760872056a091cdc5e0abe3d. 2024-11-10T16:24:08,840 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731255847681.9c6f9103760872056a091cdc5e0abe3d. 2024-11-10T16:24:08,840 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9c6f9103760872056a091cdc5e0abe3d, regionState=OPEN, openSeqNum=2, regionLocation=8e3de9160f9f,45483,1731255835875 2024-11-10T16:24:08,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c6f9103760872056a091cdc5e0abe3d, server=8e3de9160f9f,45483,1731255835875 because future has completed 2024-11-10T16:24:08,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T16:24:08,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9c6f9103760872056a091cdc5e0abe3d, server=8e3de9160f9f,45483,1731255835875 in 188 msec 2024-11-10T16:24:08,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T16:24:08,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c6f9103760872056a091cdc5e0abe3d, ASSIGN in 344 msec 2024-11-10T16:24:08,846 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T16:24:08,846 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255848846"}]},"ts":"1731255848846"} 2024-11-10T16:24:08,847 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T16:24:08,848 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T16:24:08,849 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1670 sec 2024-11-10T16:24:08,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731255847681.9c6f9103760872056a091cdc5e0abe3d., hostname=8e3de9160f9f,45483,1731255835875, seqNum=2] 2024-11-10T16:24:08,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x10102b166800006, quorum=127.0.0.1:49695, baseZNode=/21071031896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21071031896 2024-11-10T16:24:08,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45483-0x10102b166800007, quorum=127.0.0.1:49695, baseZNode=/21071031896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21071031896 2024-11-10T16:24:08,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T16:24:08,982 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712 to pos 379, reset compression=false 2024-11-10T16:24:09,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T16:24:09,049 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T16:24:09,078 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8e3de9160f9f,45483,1731255835875, ReplicationSource: 1, currentBandwidth=0 2024-11-10T16:24:09,078 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:24:09,078 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,45483,1731255835875, seqNum=-1] 2024-11-10T16:24:09,079 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:24:09,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-10T16:24:09,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8e3de9160f9f,45483,1731255835875', locateType=CURRENT is [region=hbase:replication,,1731255847681.9c6f9103760872056a091cdc5e0abe3d., hostname=8e3de9160f9f,45483,1731255835875, seqNum=2] 2024-11-10T16:24:09,084 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T16:24:09,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T16:24:09,085 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8e3de9160f9f,45483,1731255835875 suceeded 2024-11-10T16:24:09,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T16:24:09,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-10T16:24:09,087 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8e3de9160f9f:46449,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T16:24:09,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4140 sec 2024-11-10T16:24:09,098 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8e3de9160f9f:46449' 2024-11-10T16:24:09,099 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@171c13b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:09,100 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,46449,-1 for getting cluster id 2024-11-10T16:24:09,100 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:24:09,100 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68678a2b-bce8-441e-8ae4-bbe5251c602e' 2024-11-10T16:24:09,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:24:09,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68678a2b-bce8-441e-8ae4-bbe5251c602e" 2024-11-10T16:24:09,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12d62e3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:09,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,46449,-1] 2024-11-10T16:24:09,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:24:09,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:09,101 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:24:09,102 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a7cbdbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:09,102 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:24:09,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,46449,1731255831681 2024-11-10T16:24:09,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@791b209b 2024-11-10T16:24:09,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:24:09,103 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-10T16:24:09,104 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8e3de9160f9f,45483,1731255835875 (queues=1) is replicating from cluster=0f2a98f2-a382-409a-9265-f472c39eba6c to cluster=68678a2b-bce8-441e-8ae4-bbe5251c602e 2024-11-10T16:24:09,104 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8e3de9160f9f%2C45483%2C1731255835875 2024-11-10T16:24:09,104 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8e3de9160f9f,45483,1731255835875, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T16:24:09,104 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854, startPosition=0, beingWritten=true 2024-11-10T16:24:09,104 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.shipper8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8e3de9160f9f%2C45483%2C1731255835875 2024-11-10T16:24:09,109 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:24:09,109 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854 to pos 379, reset compression=false 2024-11-10T16:24:09,109 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.shipper8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,45483,1731255835875 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T16:24:09,314 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854 to pos 379, reset compression=false 2024-11-10T16:24:09,321 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.wal-reader.8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.1731255829701 to pos 379, reset compression=false 2024-11-10T16:24:09,454 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T16:24:09,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:09,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:09,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:09,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:09,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:09,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:09,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:09,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:09,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:09,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:09,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:09,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:09,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:09,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:09,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:09,586 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712 to pos 379, reset compression=false 2024-11-10T16:24:09,618 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854 to pos 379, reset compression=false 2024-11-10T16:24:09,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:24:09,828 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T16:24:09,829 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:24:09,829 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:24:09,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:09,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:09,829 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:24:09,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d05700, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:09,830 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,34357,-1 for getting cluster id 2024-11-10T16:24:09,830 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:24:09,831 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95fc4b03-2398-4631-9ee7-979f0714052e' 2024-11-10T16:24:09,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:24:09,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95fc4b03-2398-4631-9ee7-979f0714052e" 2024-11-10T16:24:09,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3efa538d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:09,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,34357,-1] 2024-11-10T16:24:09,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:24:09,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:09,833 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:24:09,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4831244b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:09,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4f18df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:09,835 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,46449,-1 for getting cluster id 2024-11-10T16:24:09,835 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:24:09,836 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68678a2b-bce8-441e-8ae4-bbe5251c602e' 2024-11-10T16:24:09,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:24:09,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68678a2b-bce8-441e-8ae4-bbe5251c602e" 2024-11-10T16:24:09,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@751efae8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:09,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,46449,-1] 2024-11-10T16:24:09,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:24:09,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:09,837 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:24:09,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c00aec2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:09,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d6f679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:09,839 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,36547,-1 for getting cluster id 2024-11-10T16:24:09,839 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:24:09,839 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f2a98f2-a382-409a-9265-f472c39eba6c' 2024-11-10T16:24:09,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:24:09,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f2a98f2-a382-409a-9265-f472c39eba6c" 2024-11-10T16:24:09,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6013ecc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:09,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,36547,-1] 2024-11-10T16:24:09,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:24:09,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:09,841 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:24:09,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@532eb8e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:09,842 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:24:09,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,42973,1731255828124, seqNum=-1] 2024-11-10T16:24:09,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:24:09,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:24:09,847 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731255838906.6abac3c35710e16025fe0ca66ed7b022., hostname=8e3de9160f9f,42973,1731255828124, seqNum=2] 2024-11-10T16:24:09,850 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:24:09,851 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,45483,1731255835875, seqNum=-1] 2024-11-10T16:24:09,851 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:24:09,852 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:24:09,853 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731255843219.6d9d1a3b21da4474b31325fc0a3802cb., hostname=8e3de9160f9f,45483,1731255835875, seqNum=2] 2024-11-10T16:24:09,854 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-10T16:24:10,022 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854 to pos 379, reset compression=false 2024-11-10T16:24:10,225 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.wal-reader.8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.1731255829701 to pos 379, reset compression=false 2024-11-10T16:24:10,230 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.wal-reader.8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T16:24:10,230 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.wal-reader.8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.1731255829701 to pos 480, reset compression=false 2024-11-10T16:24:10,230 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.shipper8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,42973,1731255828124 got entry batch from reader: WALEntryBatch [walEntries=[{test/6abac3c35710e16025fe0ca66ed7b022/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.1731255829701, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-10T16:24:10,232 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.shipper8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T16:24:10,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-10T16:24:10,234 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33315 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T16:24:10,234 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a153621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:10,234 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33315 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,46449,-1 for getting cluster id 2024-11-10T16:24:10,234 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33315 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:24:10,235 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68678a2b-bce8-441e-8ae4-bbe5251c602e' 2024-11-10T16:24:10,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:24:10,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68678a2b-bce8-441e-8ae4-bbe5251c602e" 2024-11-10T16:24:10,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bdbea63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:10,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,46449,-1] 2024-11-10T16:24:10,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:24:10,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:10,236 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:24:10,237 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@491d5a52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:10,237 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33315 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:24:10,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33315,1731255831721, seqNum=-1] 2024-11-10T16:24:10,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:24:10,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-10T16:24:10,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731255841061.056aa29787761d30cd4acc2933748761., hostname=8e3de9160f9f,33315,1731255831721, seqNum=2] 2024-11-10T16:24:10,243 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33315 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T16:24:10,290 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712 to pos 379, reset compression=false 2024-11-10T16:24:10,294 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T16:24:10,294 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712 to pos 504, reset compression=false 2024-11-10T16:24:10,294 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.shipper8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,33315,1731255831721 got entry batch from reader: WALEntryBatch [walEntries=[{test/056aa29787761d30cd4acc2933748761/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-10T16:24:10,297 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.shipper8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T16:24:10,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-10T16:24:10,298 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45483 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T16:24:10,299 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2722cc34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:10,299 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45483 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,36547,-1 for getting cluster id 2024-11-10T16:24:10,299 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:24:10,299 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f2a98f2-a382-409a-9265-f472c39eba6c' 2024-11-10T16:24:10,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:24:10,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f2a98f2-a382-409a-9265-f472c39eba6c" 2024-11-10T16:24:10,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2271c5cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:10,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,36547,-1] 2024-11-10T16:24:10,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:24:10,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:10,300 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:24:10,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76ff02fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:10,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45483 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:24:10,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,45483,1731255835875, seqNum=-1] 2024-11-10T16:24:10,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:24:10,303 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-10T16:24:10,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731255843219.6d9d1a3b21da4474b31325fc0a3802cb., hostname=8e3de9160f9f,45483,1731255835875, seqNum=2] 2024-11-10T16:24:10,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45483 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T16:24:10,434 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.wal-reader.8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.1731255829701 to pos 480, reset compression=false 2024-11-10T16:24:10,498 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712 to pos 504, reset compression=false 2024-11-10T16:24:10,527 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854 to pos 379, reset compression=false 2024-11-10T16:24:10,532 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:24:10,532 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854 to pos 527, reset compression=false 2024-11-10T16:24:10,532 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.shipper8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,45483,1731255835875 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T16:24:10,735 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854 to pos 527, reset compression=false 2024-11-10T16:24:10,737 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.wal-reader.8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.1731255829701 to pos 480, reset compression=false 2024-11-10T16:24:10,801 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712 to pos 504, reset compression=false 2024-11-10T16:24:10,857 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-10T16:24:10,857 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:24:10,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,33315,1731255831721, seqNum=-1] 2024-11-10T16:24:10,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:24:10,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:24:10,861 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731255841061.056aa29787761d30cd4acc2933748761., hostname=8e3de9160f9f,33315,1731255831721, seqNum=2] 2024-11-10T16:24:10,864 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-10T16:24:11,039 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854 to pos 527, reset compression=false 2024-11-10T16:24:11,141 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.wal-reader.8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.1731255829701 to pos 480, reset compression=false 2024-11-10T16:24:11,206 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712 to pos 504, reset compression=false 2024-11-10T16:24:11,211 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T16:24:11,211 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712 to pos 608, reset compression=false 2024-11-10T16:24:11,211 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.shipper8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,33315,1731255831721 got entry batch from reader: WALEntryBatch [walEntries=[{test/056aa29787761d30cd4acc2933748761/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T16:24:11,212 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45483 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T16:24:11,214 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45483 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T16:24:11,414 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712 to pos 608, reset compression=false 2024-11-10T16:24:11,443 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854 to pos 527, reset compression=false 2024-11-10T16:24:11,447 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:24:11,447 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854 to pos 654, reset compression=false 2024-11-10T16:24:11,447 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.shipper8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,45483,1731255835875 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T16:24:11,645 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.wal-reader.8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.1731255829701 to pos 480, reset compression=false 2024-11-10T16:24:11,651 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854 to pos 654, reset compression=false 2024-11-10T16:24:11,719 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712 to pos 608, reset compression=false 2024-11-10T16:24:11,865 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-10T16:24:11,868 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-10T16:24:11,954 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854 to pos 654, reset compression=false 2024-11-10T16:24:11,959 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T16:24:11,959 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854 to pos 758, reset compression=false 2024-11-10T16:24:11,959 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.shipper8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,45483,1731255835875 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d9d1a3b21da4474b31325fc0a3802cb/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T16:24:11,961 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.shipper8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T16:24:11,962 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-10T16:24:11,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33315 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T16:24:11,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33315 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T16:24:12,122 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712 to pos 608, reset compression=false 2024-11-10T16:24:12,127 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:24:12,127 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712 to pos 735, reset compression=false 2024-11-10T16:24:12,127 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.shipper8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,33315,1731255831721 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T16:24:12,162 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854 to pos 758, reset compression=false 2024-11-10T16:24:12,249 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.wal-reader.8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.1731255829701 to pos 480, reset compression=false 2024-11-10T16:24:12,331 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712 to pos 735, reset compression=false 2024-11-10T16:24:12,466 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854 to pos 758, reset compression=false 2024-11-10T16:24:12,635 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712 to pos 735, reset compression=false 2024-11-10T16:24:12,870 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854 to pos 758, reset compression=false 2024-11-10T16:24:12,870 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-10T16:24:12,874 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-10T16:24:12,953 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.wal-reader.8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.1731255829701 to pos 480, reset compression=false 2024-11-10T16:24:12,957 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.wal-reader.8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T16:24:12,957 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.wal-reader.8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.1731255829701 to pos 636, reset compression=false 2024-11-10T16:24:12,957 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.shipper8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,42973,1731255828124 got entry batch from reader: WALEntryBatch [walEntries=[{test/6abac3c35710e16025fe0ca66ed7b022/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.1731255829701, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-10T16:24:12,958 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33315 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T16:24:12,961 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33315 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T16:24:13,039 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712 to pos 735, reset compression=false 2024-11-10T16:24:13,044 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T16:24:13,044 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712 to pos 883, reset compression=false 2024-11-10T16:24:13,044 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.shipper8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,33315,1731255831721 got entry batch from reader: WALEntryBatch [walEntries=[{test/056aa29787761d30cd4acc2933748761/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-10T16:24:13,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45483 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T16:24:13,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45483 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T16:24:13,161 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.wal-reader.8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.1731255829701 to pos 636, reset compression=false 2024-11-10T16:24:13,247 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712 to pos 883, reset compression=false 2024-11-10T16:24:13,373 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854 to pos 758, reset compression=false 2024-11-10T16:24:13,378 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:24:13,378 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854 to pos 929, reset compression=false 2024-11-10T16:24:13,378 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.shipper8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,45483,1731255835875 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T16:24:13,465 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.wal-reader.8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.1731255829701 to pos 636, reset compression=false 2024-11-10T16:24:13,551 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712 to pos 883, reset compression=false 2024-11-10T16:24:13,581 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854 to pos 929, reset compression=false 2024-11-10T16:24:13,868 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.wal-reader.8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.1731255829701 to pos 636, reset compression=false 2024-11-10T16:24:13,875 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-10T16:24:13,878 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-10T16:24:13,884 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854 to pos 929, reset compression=false 2024-11-10T16:24:13,955 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712 to pos 883, reset compression=false 2024-11-10T16:24:13,960 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T16:24:13,960 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712 to pos 1042, reset compression=false 2024-11-10T16:24:13,960 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.shipper8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,33315,1731255831721 got entry batch from reader: WALEntryBatch [walEntries=[{test/056aa29787761d30cd4acc2933748761/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T16:24:13,961 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45483 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T16:24:13,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45483 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T16:24:14,163 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712 to pos 1042, reset compression=false 2024-11-10T16:24:14,287 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854 to pos 929, reset compression=false 2024-11-10T16:24:14,292 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:24:14,292 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854 to pos 1078, reset compression=false 2024-11-10T16:24:14,292 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.shipper8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,45483,1731255835875 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T16:24:14,372 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.wal-reader.8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.1731255829701 to pos 636, reset compression=false 2024-11-10T16:24:14,467 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712 to pos 1042, reset compression=false 2024-11-10T16:24:14,495 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854 to pos 1078, reset compression=false 2024-11-10T16:24:14,799 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854 to pos 1078, reset compression=false 2024-11-10T16:24:14,871 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712 to pos 1042, reset compression=false 2024-11-10T16:24:14,880 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-10T16:24:14,883 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-10T16:24:14,975 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.wal-reader.8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.1731255829701 to pos 636, reset compression=false 2024-11-10T16:24:15,203 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854 to pos 1078, reset compression=false 2024-11-10T16:24:15,207 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T16:24:15,207 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854 to pos 1237, reset compression=false 2024-11-10T16:24:15,207 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.shipper8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,45483,1731255835875 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d9d1a3b21da4474b31325fc0a3802cb/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T16:24:15,208 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33315 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T16:24:15,210 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33315 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T16:24:15,374 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712 to pos 1042, reset compression=false 2024-11-10T16:24:15,378 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:24:15,378 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712 to pos 1191, reset compression=false 2024-11-10T16:24:15,378 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.shipper8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,33315,1731255831721 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T16:24:15,410 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854 to pos 1237, reset compression=false 2024-11-10T16:24:15,581 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712 to pos 1191, reset compression=false 2024-11-10T16:24:15,679 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.wal-reader.8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.1731255829701 to pos 636, reset compression=false 2024-11-10T16:24:15,713 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854 to pos 1237, reset compression=false 2024-11-10T16:24:15,885 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-10T16:24:15,885 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712 to pos 1191, reset compression=false 2024-11-10T16:24:15,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T16:24:15,897 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:24:15,897 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:24:15,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:15,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:15,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:24:15,898 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T16:24:15,898 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=252649086, stopped=false 2024-11-10T16:24:15,898 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8e3de9160f9f,36547,1731255835814 2024-11-10T16:24:15,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45483-0x10102b166800007, quorum=127.0.0.1:49695, baseZNode=/21071031896 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21071031896/running 2024-11-10T16:24:15,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x10102b166800006, quorum=127.0.0.1:49695, baseZNode=/21071031896 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21071031896/running 2024-11-10T16:24:15,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45483-0x10102b166800007, quorum=127.0.0.1:49695, baseZNode=/21071031896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21071031896 2024-11-10T16:24:15,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x10102b166800006, quorum=127.0.0.1:49695, baseZNode=/21071031896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21071031896 2024-11-10T16:24:15,899 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:24:15,899 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:24:15,899 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:24:15,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:15,900 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8e3de9160f9f,45483,1731255835875' ***** 2024-11-10T16:24:15,900 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T16:24:15,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36547-0x10102b166800006, quorum=127.0.0.1:49695, baseZNode=/21071031896 Set watcher on znode that does not yet exist, /21071031896/running 2024-11-10T16:24:15,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45483-0x10102b166800007, quorum=127.0.0.1:49695, baseZNode=/21071031896 Set watcher on znode that does not yet exist, /21071031896/running 2024-11-10T16:24:15,901 INFO [RS:0;8e3de9160f9f:45483 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T16:24:15,901 INFO [RS:0;8e3de9160f9f:45483 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T16:24:15,901 INFO [RS:0;8e3de9160f9f:45483 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T16:24:15,901 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T16:24:15,901 INFO [RS:0;8e3de9160f9f:45483 {}] regionserver.HRegionServer(3091): Received CLOSE for 6d9d1a3b21da4474b31325fc0a3802cb 2024-11-10T16:24:15,901 INFO [RS:0;8e3de9160f9f:45483 {}] regionserver.HRegionServer(3091): Received CLOSE for 9c6f9103760872056a091cdc5e0abe3d 2024-11-10T16:24:15,901 INFO [RS:0;8e3de9160f9f:45483 {}] regionserver.HRegionServer(959): stopping server 8e3de9160f9f,45483,1731255835875 2024-11-10T16:24:15,901 INFO [RS:0;8e3de9160f9f:45483 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:24:15,901 INFO [RS:0;8e3de9160f9f:45483 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:45483. 2024-11-10T16:24:15,901 DEBUG [RS:0;8e3de9160f9f:45483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:24:15,901 DEBUG [RS:0;8e3de9160f9f:45483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:15,901 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6d9d1a3b21da4474b31325fc0a3802cb, disabling compactions & flushes 2024-11-10T16:24:15,902 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731255843219.6d9d1a3b21da4474b31325fc0a3802cb. 2024-11-10T16:24:15,902 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731255843219.6d9d1a3b21da4474b31325fc0a3802cb. 2024-11-10T16:24:15,902 INFO [RS:0;8e3de9160f9f:45483 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T16:24:15,902 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731255843219.6d9d1a3b21da4474b31325fc0a3802cb. after waiting 0 ms 2024-11-10T16:24:15,902 INFO [RS:0;8e3de9160f9f:45483 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T16:24:15,902 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731255843219.6d9d1a3b21da4474b31325fc0a3802cb. 2024-11-10T16:24:15,902 INFO [RS:0;8e3de9160f9f:45483 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T16:24:15,902 INFO [RS:0;8e3de9160f9f:45483 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T16:24:15,902 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6d9d1a3b21da4474b31325fc0a3802cb 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-10T16:24:15,902 INFO [RS:0;8e3de9160f9f:45483 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T16:24:15,902 DEBUG [RS:0;8e3de9160f9f:45483 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6d9d1a3b21da4474b31325fc0a3802cb=test,,1731255843219.6d9d1a3b21da4474b31325fc0a3802cb., 9c6f9103760872056a091cdc5e0abe3d=hbase:replication,,1731255847681.9c6f9103760872056a091cdc5e0abe3d.} 2024-11-10T16:24:15,902 DEBUG [RS:0;8e3de9160f9f:45483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d9d1a3b21da4474b31325fc0a3802cb, 9c6f9103760872056a091cdc5e0abe3d 2024-11-10T16:24:15,902 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T16:24:15,902 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T16:24:15,902 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T16:24:15,902 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T16:24:15,902 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T16:24:15,902 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T16:24:15,918 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/default/test/6d9d1a3b21da4474b31325fc0a3802cb/.tmp/f/7829525d739440efa8527326278b3dd3 is 29, key is row1/f:/1731255853876/DeleteFamily/seqid=0 2024-11-10T16:24:15,920 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/hbase/meta/1588230740/.tmp/info/95dc62c38d4040679837120d7d177692 is 147, key is hbase:replication,,1731255847681.9c6f9103760872056a091cdc5e0abe3d./info:regioninfo/1731255848840/Put/seqid=0 2024-11-10T16:24:15,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42819 is added to blk_1073741840_1016 (size=5152) 2024-11-10T16:24:15,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42819 is added to blk_1073741841_1017 (size=7686) 2024-11-10T16:24:15,926 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/hbase/meta/1588230740/.tmp/info/95dc62c38d4040679837120d7d177692 2024-11-10T16:24:15,937 INFO [regionserver/8e3de9160f9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:24:15,946 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/hbase/meta/1588230740/.tmp/ns/fa854f3f03e54b6bb48edf75213aa1e4 is 43, key is default/ns:d/1731255838794/Put/seqid=0 2024-11-10T16:24:15,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42819 is added to blk_1073741842_1018 (size=5153) 2024-11-10T16:24:15,949 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/hbase/meta/1588230740/.tmp/ns/fa854f3f03e54b6bb48edf75213aa1e4 2024-11-10T16:24:15,969 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/hbase/meta/1588230740/.tmp/rep_barrier/3bc41ce7aa8d482c8e29e518f810b765 is 112, key is test,,1731255843219.6d9d1a3b21da4474b31325fc0a3802cb./rep_barrier:seqnumDuringOpen/1731255843963/Put/seqid=0 2024-11-10T16:24:15,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42819 is added to blk_1073741843_1019 (size=5518) 2024-11-10T16:24:15,973 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/hbase/meta/1588230740/.tmp/rep_barrier/3bc41ce7aa8d482c8e29e518f810b765 2024-11-10T16:24:15,993 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/hbase/meta/1588230740/.tmp/table/e0f46a1e9a3c4c889f5116c6a7b92325 is 53, key is hbase:replication/table:state/1731255848846/Put/seqid=0 2024-11-10T16:24:15,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42819 is added to blk_1073741844_1020 (size=5308) 2024-11-10T16:24:15,996 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/hbase/meta/1588230740/.tmp/table/e0f46a1e9a3c4c889f5116c6a7b92325 2024-11-10T16:24:16,000 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/hbase/meta/1588230740/.tmp/info/95dc62c38d4040679837120d7d177692 as hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/hbase/meta/1588230740/info/95dc62c38d4040679837120d7d177692 2024-11-10T16:24:16,003 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/hbase/meta/1588230740/info/95dc62c38d4040679837120d7d177692, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T16:24:16,004 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/hbase/meta/1588230740/.tmp/ns/fa854f3f03e54b6bb48edf75213aa1e4 as hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/hbase/meta/1588230740/ns/fa854f3f03e54b6bb48edf75213aa1e4 2024-11-10T16:24:16,007 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/hbase/meta/1588230740/ns/fa854f3f03e54b6bb48edf75213aa1e4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T16:24:16,007 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/hbase/meta/1588230740/.tmp/rep_barrier/3bc41ce7aa8d482c8e29e518f810b765 as hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/hbase/meta/1588230740/rep_barrier/3bc41ce7aa8d482c8e29e518f810b765 2024-11-10T16:24:16,011 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/hbase/meta/1588230740/rep_barrier/3bc41ce7aa8d482c8e29e518f810b765, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T16:24:16,011 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/hbase/meta/1588230740/.tmp/table/e0f46a1e9a3c4c889f5116c6a7b92325 as hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/hbase/meta/1588230740/table/e0f46a1e9a3c4c889f5116c6a7b92325 2024-11-10T16:24:16,015 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/hbase/meta/1588230740/table/e0f46a1e9a3c4c889f5116c6a7b92325, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T16:24:16,015 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 113ms, sequenceid=16, compaction requested=false 2024-11-10T16:24:16,019 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T16:24:16,020 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:24:16,020 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T16:24:16,020 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T16:24:16,020 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731255855902Running coprocessor pre-close hooks at 1731255855902Disabling compacts and flushes for region at 1731255855902Disabling writes for close at 1731255855902Obtaining lock to block concurrent updates at 1731255855902Preparing flush snapshotting stores in 1588230740 at 1731255855902Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731255855902Flushing stores of hbase:meta,,1.1588230740 at 1731255855903 (+1 ms)Flushing 1588230740/info: creating writer at 1731255855903Flushing 1588230740/info: appending metadata at 1731255855919 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731255855919Flushing 1588230740/ns: creating writer at 1731255855929 (+10 ms)Flushing 1588230740/ns: appending metadata at 1731255855946 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731255855946Flushing 1588230740/rep_barrier: creating writer at 1731255855953 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731255855969 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731255855969Flushing 1588230740/table: creating writer at 1731255855976 (+7 ms)Flushing 1588230740/table: appending metadata at 1731255855992 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731255855992Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ff1277c: reopening flushed file at 1731255855999 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33ee5f77: reopening flushed file at 1731255856003 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@412302de: reopening flushed file at 1731255856007 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48d31d94: reopening flushed file at 1731255856011 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 113ms, sequenceid=16, compaction requested=false at 1731255856015 (+4 ms)Writing region close event to WAL at 1731255856017 (+2 ms)Running coprocessor post-close hooks at 1731255856020 (+3 ms)Closed at 1731255856020 2024-11-10T16:24:16,020 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T16:24:16,102 DEBUG [RS:0;8e3de9160f9f:45483 {}] regionserver.HRegionServer(1351): Waiting on 6d9d1a3b21da4474b31325fc0a3802cb, 9c6f9103760872056a091cdc5e0abe3d 2024-11-10T16:24:16,116 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854 to pos 1237, reset compression=false 2024-11-10T16:24:16,121 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:24:16,121 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854 to pos 1484, reset compression=false 2024-11-10T16:24:16,121 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.shipper8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,45483,1731255835875 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T16:24:16,121 ERROR [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.shipper8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8e3de9160f9f,45483,1731255835875: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8e3de9160f9f,45483,1731255835875, walGroup=8e3de9160f9f%2C45483%2C1731255835875, offset=8e3de9160f9f%2C45483%2C1731255835875.1731255837854:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:45483 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T16:24:16,122 ERROR [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.shipper8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T16:24:16,122 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.shipper8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T16:24:16,124 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.shipper8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T16:24:16,124 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.shipper8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T16:24:16,124 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.shipper8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T16:24:16,124 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.shipper8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1423966208, "init": 1048576000, "max": 2306867200, "used": 834453056 }, "NonHeapMemoryUsage": { "committed": 206110720, "init": 7667712, "max": -1, "used": 201568360 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T16:24:16,124 WARN [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.shipper8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:36547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:36547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T16:24:16,296 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712 to pos 1191, reset compression=false 2024-11-10T16:24:16,302 DEBUG [RS:0;8e3de9160f9f:45483 {}] regionserver.HRegionServer(1351): Waiting on 6d9d1a3b21da4474b31325fc0a3802cb, 9c6f9103760872056a091cdc5e0abe3d 2024-11-10T16:24:16,322 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/default/test/6d9d1a3b21da4474b31325fc0a3802cb/.tmp/f/7829525d739440efa8527326278b3dd3 2024-11-10T16:24:16,323 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854 to pos 1484, reset compression=false 2024-11-10T16:24:16,326 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7829525d739440efa8527326278b3dd3 2024-11-10T16:24:16,347 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/default/test/6d9d1a3b21da4474b31325fc0a3802cb/.tmp/f1/c92b8066465f4a449e02eb13dd59b528 is 30, key is row1/f1:/1731255853876/DeleteFamily/seqid=0 2024-11-10T16:24:16,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42819 is added to blk_1073741845_1021 (size=5158) 2024-11-10T16:24:16,483 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.wal-reader.8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.1731255829701 to pos 636, reset compression=false 2024-11-10T16:24:16,502 DEBUG [RS:0;8e3de9160f9f:45483 {}] regionserver.HRegionServer(1351): Waiting on 6d9d1a3b21da4474b31325fc0a3802cb, 9c6f9103760872056a091cdc5e0abe3d 2024-11-10T16:24:16,631 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854 to pos 1484, reset compression=false 2024-11-10T16:24:16,703 DEBUG [RS:0;8e3de9160f9f:45483 {}] regionserver.HRegionServer(1351): Waiting on 6d9d1a3b21da4474b31325fc0a3802cb, 9c6f9103760872056a091cdc5e0abe3d 2024-11-10T16:24:16,751 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/default/test/6d9d1a3b21da4474b31325fc0a3802cb/.tmp/f1/c92b8066465f4a449e02eb13dd59b528 2024-11-10T16:24:16,755 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c92b8066465f4a449e02eb13dd59b528 2024-11-10T16:24:16,769 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/default/test/6d9d1a3b21da4474b31325fc0a3802cb/.tmp/norep/3083e4ab6e764e3183691d9197819aa1 is 33, key is row2/norep:/1731255854880/DeleteFamily/seqid=0 2024-11-10T16:24:16,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42819 is added to blk_1073741846_1022 (size=5108) 2024-11-10T16:24:16,773 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/default/test/6d9d1a3b21da4474b31325fc0a3802cb/.tmp/norep/3083e4ab6e764e3183691d9197819aa1 2024-11-10T16:24:16,776 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3083e4ab6e764e3183691d9197819aa1 2024-11-10T16:24:16,776 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/default/test/6d9d1a3b21da4474b31325fc0a3802cb/.tmp/f/7829525d739440efa8527326278b3dd3 as hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/default/test/6d9d1a3b21da4474b31325fc0a3802cb/f/7829525d739440efa8527326278b3dd3 2024-11-10T16:24:16,780 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7829525d739440efa8527326278b3dd3 2024-11-10T16:24:16,780 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/default/test/6d9d1a3b21da4474b31325fc0a3802cb/f/7829525d739440efa8527326278b3dd3, entries=3, sequenceid=10, filesize=5.0 K 2024-11-10T16:24:16,780 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/default/test/6d9d1a3b21da4474b31325fc0a3802cb/.tmp/f1/c92b8066465f4a449e02eb13dd59b528 as hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/default/test/6d9d1a3b21da4474b31325fc0a3802cb/f1/c92b8066465f4a449e02eb13dd59b528 2024-11-10T16:24:16,784 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c92b8066465f4a449e02eb13dd59b528 2024-11-10T16:24:16,784 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/default/test/6d9d1a3b21da4474b31325fc0a3802cb/f1/c92b8066465f4a449e02eb13dd59b528, entries=3, sequenceid=10, filesize=5.0 K 2024-11-10T16:24:16,784 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/default/test/6d9d1a3b21da4474b31325fc0a3802cb/.tmp/norep/3083e4ab6e764e3183691d9197819aa1 as hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/default/test/6d9d1a3b21da4474b31325fc0a3802cb/norep/3083e4ab6e764e3183691d9197819aa1 2024-11-10T16:24:16,787 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3083e4ab6e764e3183691d9197819aa1 2024-11-10T16:24:16,788 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/default/test/6d9d1a3b21da4474b31325fc0a3802cb/norep/3083e4ab6e764e3183691d9197819aa1, entries=1, sequenceid=10, filesize=5.0 K 2024-11-10T16:24:16,788 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 6d9d1a3b21da4474b31325fc0a3802cb in 886ms, sequenceid=10, compaction requested=false 2024-11-10T16:24:16,792 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/data/default/test/6d9d1a3b21da4474b31325fc0a3802cb/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-10T16:24:16,792 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:24:16,792 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T16:24:16,792 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731255843219.6d9d1a3b21da4474b31325fc0a3802cb. 2024-11-10T16:24:16,792 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6d9d1a3b21da4474b31325fc0a3802cb: Waiting for close lock at 1731255855901Running coprocessor pre-close hooks at 1731255855901Disabling compacts and flushes for region at 1731255855901Disabling writes for close at 1731255855902 (+1 ms)Obtaining lock to block concurrent updates at 1731255855902Preparing flush snapshotting stores in 6d9d1a3b21da4474b31325fc0a3802cb at 1731255855902Finished memstore snapshotting test,,1731255843219.6d9d1a3b21da4474b31325fc0a3802cb., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731255855902Flushing stores of test,,1731255843219.6d9d1a3b21da4474b31325fc0a3802cb. at 1731255855902Flushing 6d9d1a3b21da4474b31325fc0a3802cb/f: creating writer at 1731255855903 (+1 ms)Flushing 6d9d1a3b21da4474b31325fc0a3802cb/f: appending metadata at 1731255855917 (+14 ms)Flushing 6d9d1a3b21da4474b31325fc0a3802cb/f: closing flushed file at 1731255855917Flushing 6d9d1a3b21da4474b31325fc0a3802cb/f1: creating writer at 1731255856326 (+409 ms)Flushing 6d9d1a3b21da4474b31325fc0a3802cb/f1: appending metadata at 1731255856347 (+21 ms)Flushing 6d9d1a3b21da4474b31325fc0a3802cb/f1: closing flushed file at 1731255856347Flushing 6d9d1a3b21da4474b31325fc0a3802cb/norep: creating writer at 1731255856755 (+408 ms)Flushing 6d9d1a3b21da4474b31325fc0a3802cb/norep: appending metadata at 1731255856768 (+13 ms)Flushing 6d9d1a3b21da4474b31325fc0a3802cb/norep: closing flushed file at 1731255856768Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@214af941: reopening flushed file at 1731255856776 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@175f8bea: reopening flushed file at 1731255856780 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ee198a4: reopening flushed file at 1731255856784 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 6d9d1a3b21da4474b31325fc0a3802cb in 886ms, sequenceid=10, compaction requested=false at 1731255856788 (+4 ms)Writing region close event to WAL at 1731255856790 (+2 ms)Running coprocessor post-close hooks at 1731255856792 (+2 ms)Closed at 1731255856792 2024-11-10T16:24:16,792 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731255843219.6d9d1a3b21da4474b31325fc0a3802cb. 2024-11-10T16:24:16,793 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9c6f9103760872056a091cdc5e0abe3d, disabling compactions & flushes 2024-11-10T16:24:16,793 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731255847681.9c6f9103760872056a091cdc5e0abe3d. 2024-11-10T16:24:16,793 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731255847681.9c6f9103760872056a091cdc5e0abe3d. 2024-11-10T16:24:16,793 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731255847681.9c6f9103760872056a091cdc5e0abe3d. after waiting 0 ms 2024-11-10T16:24:16,793 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731255847681.9c6f9103760872056a091cdc5e0abe3d. 2024-11-10T16:24:16,793 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9c6f9103760872056a091cdc5e0abe3d: Waiting for close lock at 1731255856793Running coprocessor pre-close hooks at 1731255856793Disabling compacts and flushes for region at 1731255856793Disabling writes for close at 1731255856793Failed flush hbase:replication,,1731255847681.9c6f9103760872056a091cdc5e0abe3d., putting online again at 1731255856793 2024-11-10T16:24:16,793 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731255847681.9c6f9103760872056a091cdc5e0abe3d. 2024-11-10T16:24:16,799 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712 to pos 1191, reset compression=false 2024-11-10T16:24:16,803 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T16:24:16,803 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T16:24:16,903 INFO [RS:0;8e3de9160f9f:45483 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T16:24:16,903 DEBUG [RS:0;8e3de9160f9f:45483 {}] regionserver.HRegionServer(1325): Online Regions={9c6f9103760872056a091cdc5e0abe3d=hbase:replication,,1731255847681.9c6f9103760872056a091cdc5e0abe3d.} 2024-11-10T16:24:16,903 INFO [RS:0;8e3de9160f9f:45483 {}] regionserver.HRegionServer(3091): Received CLOSE for 9c6f9103760872056a091cdc5e0abe3d 2024-11-10T16:24:16,903 DEBUG [RS:0;8e3de9160f9f:45483 {}] regionserver.HRegionServer(1351): Waiting on 9c6f9103760872056a091cdc5e0abe3d 2024-11-10T16:24:16,903 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9c6f9103760872056a091cdc5e0abe3d, disabling compactions & flushes 2024-11-10T16:24:16,903 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731255847681.9c6f9103760872056a091cdc5e0abe3d. 2024-11-10T16:24:16,903 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731255847681.9c6f9103760872056a091cdc5e0abe3d. 2024-11-10T16:24:16,903 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731255847681.9c6f9103760872056a091cdc5e0abe3d. after waiting 0 ms 2024-11-10T16:24:16,903 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731255847681.9c6f9103760872056a091cdc5e0abe3d. 2024-11-10T16:24:16,903 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9c6f9103760872056a091cdc5e0abe3d: Waiting for close lock at 1731255856903Running coprocessor pre-close hooks at 1731255856903Disabling compacts and flushes for region at 1731255856903Disabling writes for close at 1731255856903Failed flush hbase:replication,,1731255847681.9c6f9103760872056a091cdc5e0abe3d., putting online again at 1731255856903 2024-11-10T16:24:16,903 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731255847681.9c6f9103760872056a091cdc5e0abe3d. 2024-11-10T16:24:17,034 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854 to pos 1484, reset compression=false 2024-11-10T16:24:17,039 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:24:17,039 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854 to pos 2128, reset compression=false 2024-11-10T16:24:17,103 INFO [RS:0;8e3de9160f9f:45483 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-10T16:24:17,103 INFO [RS:0;8e3de9160f9f:45483 {}] regionserver.HRegionServer(976): stopping server 8e3de9160f9f,45483,1731255835875; all regions closed. 2024-11-10T16:24:17,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42819 is added to blk_1073741834_1010 (size=4239) 2024-11-10T16:24:17,105 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.meta.1731255838755.meta not finished, retry = 0 2024-11-10T16:24:17,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42819 is added to blk_1073741839_1015 (size=2171) 2024-11-10T16:24:17,208 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.rep.1731255848811 not finished, retry = 0 2024-11-10T16:24:17,242 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854 to pos 2128, reset compression=false 2024-11-10T16:24:17,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42819 is added to blk_1073741832_1008 (size=2136) 2024-11-10T16:24:17,311 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/WALs/8e3de9160f9f,45483,1731255835875/8e3de9160f9f%2C45483%2C1731255835875.1731255837854 not finished, retry = 0 2024-11-10T16:24:17,386 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.wal-reader.8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.1731255829701 to pos 636, reset compression=false 2024-11-10T16:24:17,402 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712 to pos 1191, reset compression=false 2024-11-10T16:24:17,412 DEBUG [RS:0;8e3de9160f9f:45483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:17,412 INFO [RS:0;8e3de9160f9f:45483 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:24:17,412 INFO [RS:0;8e3de9160f9f:45483 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:24:17,413 INFO [RS:0;8e3de9160f9f:45483 {}] hbase.ChoreService(370): Chore service for: regionserver/8e3de9160f9f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T16:24:17,413 INFO [RS:0;8e3de9160f9f:45483 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:24:17,413 INFO [regionserver/8e3de9160f9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:24:17,413 INFO [RS:0;8e3de9160f9f:45483 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8e3de9160f9f,45483,1731255835875 because: Region server is closing 2024-11-10T16:24:17,413 INFO [RS:0;8e3de9160f9f:45483 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:45483. 2024-11-10T16:24:17,413 DEBUG [RS:0;8e3de9160f9f:45483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:24:17,413 DEBUG [RS:0;8e3de9160f9f:45483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:17,414 DEBUG [RS:0;8e3de9160f9f:45483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:17,414 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:24:17,514 INFO [RS:0;8e3de9160f9f:45483 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.shipper8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 terminated 2024-11-10T16:24:17,514 WARN [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,45483,1731255835875.replicationSource.wal-reader.8e3de9160f9f%2C45483%2C1731255835875,1-8e3de9160f9f,45483,1731255835875 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T16:24:17,514 INFO [RS:0;8e3de9160f9f:45483 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:45483. 2024-11-10T16:24:17,514 DEBUG [RS:0;8e3de9160f9f:45483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:24:17,514 DEBUG [RS:0;8e3de9160f9f:45483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:17,514 DEBUG [RS:0;8e3de9160f9f:45483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:17,514 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:24:17,514 INFO [RS:0;8e3de9160f9f:45483 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45483 2024-11-10T16:24:17,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45483-0x10102b166800007, quorum=127.0.0.1:49695, baseZNode=/21071031896 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21071031896/rs/8e3de9160f9f,45483,1731255835875 2024-11-10T16:24:17,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x10102b166800006, quorum=127.0.0.1:49695, baseZNode=/21071031896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21071031896/rs 2024-11-10T16:24:17,516 INFO [RS:0;8e3de9160f9f:45483 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:24:17,517 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8e3de9160f9f,45483,1731255835875] 2024-11-10T16:24:17,519 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21071031896/draining/8e3de9160f9f,45483,1731255835875 already deleted, retry=false 2024-11-10T16:24:17,519 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8e3de9160f9f,45483,1731255835875 expired; onlineServers=0 2024-11-10T16:24:17,520 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8e3de9160f9f,36547,1731255835814' ***** 2024-11-10T16:24:17,520 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T16:24:17,520 INFO [M:0;8e3de9160f9f:36547 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:24:17,520 INFO [M:0;8e3de9160f9f:36547 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:24:17,520 DEBUG [M:0;8e3de9160f9f:36547 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T16:24:17,520 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T16:24:17,520 DEBUG [M:0;8e3de9160f9f:36547 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T16:24:17,520 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255837618 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255837618,5,FailOnTimeoutGroup] 2024-11-10T16:24:17,520 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255837618 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255837618,5,FailOnTimeoutGroup] 2024-11-10T16:24:17,520 INFO [M:0;8e3de9160f9f:36547 {}] hbase.ChoreService(370): Chore service for: master/8e3de9160f9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T16:24:17,520 INFO [M:0;8e3de9160f9f:36547 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:24:17,520 DEBUG [M:0;8e3de9160f9f:36547 {}] master.HMaster(1795): Stopping service threads 2024-11-10T16:24:17,520 INFO [M:0;8e3de9160f9f:36547 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T16:24:17,520 INFO [M:0;8e3de9160f9f:36547 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:24:17,521 INFO [M:0;8e3de9160f9f:36547 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T16:24:17,521 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T16:24:17,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x10102b166800006, quorum=127.0.0.1:49695, baseZNode=/21071031896 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21071031896/master 2024-11-10T16:24:17,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x10102b166800006, quorum=127.0.0.1:49695, baseZNode=/21071031896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21071031896 2024-11-10T16:24:17,521 DEBUG [M:0;8e3de9160f9f:36547 {}] zookeeper.ZKUtil(347): master:36547-0x10102b166800006, quorum=127.0.0.1:49695, baseZNode=/21071031896 Unable to get data of znode /21071031896/master because node does not exist (not an error) 2024-11-10T16:24:17,521 WARN [M:0;8e3de9160f9f:36547 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T16:24:17,522 INFO [M:0;8e3de9160f9f:36547 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/.lastflushedseqids 2024-11-10T16:24:17,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42819 is added to blk_1073741847_1023 (size=245) 2024-11-10T16:24:17,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45483-0x10102b166800007, quorum=127.0.0.1:49695, baseZNode=/21071031896 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:24:17,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45483-0x10102b166800007, quorum=127.0.0.1:49695, baseZNode=/21071031896 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:24:17,618 INFO [RS:0;8e3de9160f9f:45483 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:24:17,618 INFO [RS:0;8e3de9160f9f:45483 {}] regionserver.HRegionServer(1031): Exiting; stopping=8e3de9160f9f,45483,1731255835875; zookeeper connection closed. 2024-11-10T16:24:17,618 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@b492b2a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@b492b2a 2024-11-10T16:24:17,618 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T16:24:17,926 INFO [M:0;8e3de9160f9f:36547 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T16:24:17,926 INFO [M:0;8e3de9160f9f:36547 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T16:24:17,926 DEBUG [M:0;8e3de9160f9f:36547 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T16:24:17,926 INFO [M:0;8e3de9160f9f:36547 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:24:17,926 DEBUG [M:0;8e3de9160f9f:36547 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:24:17,926 DEBUG [M:0;8e3de9160f9f:36547 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T16:24:17,927 DEBUG [M:0;8e3de9160f9f:36547 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:24:17,927 INFO [M:0;8e3de9160f9f:36547 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-10T16:24:17,941 DEBUG [M:0;8e3de9160f9f:36547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac9524d5cf5449cc9e678d8966509e7a is 82, key is hbase:meta,,1/info:regioninfo/1731255838783/Put/seqid=0 2024-11-10T16:24:17,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42819 is added to blk_1073741848_1024 (size=5672) 2024-11-10T16:24:18,060 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T16:24:18,105 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712 to pos 1191, reset compression=false 2024-11-10T16:24:18,345 INFO [M:0;8e3de9160f9f:36547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac9524d5cf5449cc9e678d8966509e7a 2024-11-10T16:24:18,362 DEBUG [M:0;8e3de9160f9f:36547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d8393282fdd14684afb0eaa47195d1c7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731255848849/Put/seqid=0 2024-11-10T16:24:18,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42819 is added to blk_1073741849_1025 (size=8515) 2024-11-10T16:24:18,390 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.wal-reader.8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.1731255829701 to pos 636, reset compression=false 2024-11-10T16:24:18,766 INFO [M:0;8e3de9160f9f:36547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d8393282fdd14684afb0eaa47195d1c7 2024-11-10T16:24:18,784 DEBUG [M:0;8e3de9160f9f:36547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/52102ac5575c4e1a8e4ab9511ecce819 is 69, key is 8e3de9160f9f,45483,1731255835875/rs:state/1731255837711/Put/seqid=0 2024-11-10T16:24:18,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42819 is added to blk_1073741850_1026 (size=5156) 2024-11-10T16:24:18,908 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712 to pos 1191, reset compression=false 2024-11-10T16:24:19,188 INFO [M:0;8e3de9160f9f:36547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/52102ac5575c4e1a8e4ab9511ecce819 2024-11-10T16:24:19,192 DEBUG [M:0;8e3de9160f9f:36547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac9524d5cf5449cc9e678d8966509e7a as hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac9524d5cf5449cc9e678d8966509e7a 2024-11-10T16:24:19,196 INFO [M:0;8e3de9160f9f:36547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac9524d5cf5449cc9e678d8966509e7a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T16:24:19,196 DEBUG [M:0;8e3de9160f9f:36547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d8393282fdd14684afb0eaa47195d1c7 as hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d8393282fdd14684afb0eaa47195d1c7 2024-11-10T16:24:19,199 INFO [M:0;8e3de9160f9f:36547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d8393282fdd14684afb0eaa47195d1c7, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T16:24:19,200 DEBUG [M:0;8e3de9160f9f:36547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/52102ac5575c4e1a8e4ab9511ecce819 as hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/52102ac5575c4e1a8e4ab9511ecce819 2024-11-10T16:24:19,203 INFO [M:0;8e3de9160f9f:36547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44487/user/jenkins/test-data/96007c33-ff52-cd23-2fc5-46e3fd7f33c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/52102ac5575c4e1a8e4ab9511ecce819, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T16:24:19,204 INFO [M:0;8e3de9160f9f:36547 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false 2024-11-10T16:24:19,205 INFO [M:0;8e3de9160f9f:36547 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:24:19,205 DEBUG [M:0;8e3de9160f9f:36547 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731255857926Disabling compacts and flushes for region at 1731255857926Disabling writes for close at 1731255857927 (+1 ms)Obtaining lock to block concurrent updates at 1731255857927Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731255857927Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731255857927Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731255857927Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731255857927Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731255857941 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731255857941Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731255858349 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731255858362 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731255858362Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731255858770 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731255858784 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731255858784Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f79c392: reopening flushed file at 1731255859192 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f2436b3: reopening flushed file at 1731255859196 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a063431: reopening flushed file at 1731255859199 (+3 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false at 1731255859204 (+5 ms)Writing region close event to WAL at 1731255859205 (+1 ms)Closed at 1731255859205 2024-11-10T16:24:19,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42819 is added to blk_1073741830_1006 (size=63642) 2024-11-10T16:24:19,207 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:24:19,207 INFO [M:0;8e3de9160f9f:36547 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T16:24:19,207 INFO [M:0;8e3de9160f9f:36547 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36547 2024-11-10T16:24:19,208 INFO [M:0;8e3de9160f9f:36547 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:24:19,310 INFO [M:0;8e3de9160f9f:36547 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:24:19,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x10102b166800006, quorum=127.0.0.1:49695, baseZNode=/21071031896 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:24:19,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x10102b166800006, quorum=127.0.0.1:49695, baseZNode=/21071031896 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:24:19,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@295b9918{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T16:24:19,313 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@15f12923{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T16:24:19,313 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T16:24:19,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ea71958{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T16:24:19,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e7096ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59c51c3a-823a-8728-26c4-941219f329fc/hadoop.log.dir/,STOPPED} 2024-11-10T16:24:19,315 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T16:24:19,315 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T16:24:19,315 WARN [BP-1960961297-172.17.0.2-1731255834784 heartbeating to localhost/127.0.0.1:44487 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T16:24:19,315 WARN [BP-1960961297-172.17.0.2-1731255834784 heartbeating to localhost/127.0.0.1:44487 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1960961297-172.17.0.2-1731255834784 (Datanode Uuid fa3de6a2-5c08-42a3-8b47-4462533f0b38) service to localhost/127.0.0.1:44487 2024-11-10T16:24:19,316 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59c51c3a-823a-8728-26c4-941219f329fc/cluster_a98e79b2-afcb-16f7-0a70-3d964be454d1/data/data1/current/BP-1960961297-172.17.0.2-1731255834784 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T16:24:19,316 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59c51c3a-823a-8728-26c4-941219f329fc/cluster_a98e79b2-afcb-16f7-0a70-3d964be454d1/data/data2/current/BP-1960961297-172.17.0.2-1731255834784 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T16:24:19,316 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T16:24:19,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b25f01b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T16:24:19,323 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2430fd58{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T16:24:19,323 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T16:24:19,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1681a97d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T16:24:19,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31188b1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59c51c3a-823a-8728-26c4-941219f329fc/hadoop.log.dir/,STOPPED} 2024-11-10T16:24:19,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T16:24:19,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T16:24:19,339 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:24:19,339 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:24:19,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:19,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:19,339 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:24:19,339 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T16:24:19,339 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1665550362, stopped=false 2024-11-10T16:24:19,340 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8e3de9160f9f,46449,1731255831681 2024-11-10T16:24:19,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46449-0x10102b166800003, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-654070556/running 2024-11-10T16:24:19,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46449-0x10102b166800003, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-654070556 2024-11-10T16:24:19,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x10102b166800004, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-654070556/running 2024-11-10T16:24:19,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x10102b166800004, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-654070556 2024-11-10T16:24:19,341 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:24:19,341 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:24:19,342 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46449-0x10102b166800003, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Set watcher on znode that does not yet exist, /1-654070556/running 2024-11-10T16:24:19,342 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:24:19,342 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33315-0x10102b166800004, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Set watcher on znode that does not yet exist, /1-654070556/running 2024-11-10T16:24:19,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:19,342 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8e3de9160f9f,33315,1731255831721' ***** 2024-11-10T16:24:19,342 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T16:24:19,342 INFO [RS:0;8e3de9160f9f:33315 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T16:24:19,342 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T16:24:19,343 INFO [RS:0;8e3de9160f9f:33315 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T16:24:19,343 INFO [RS:0;8e3de9160f9f:33315 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T16:24:19,343 INFO [RS:0;8e3de9160f9f:33315 {}] regionserver.HRegionServer(3091): Received CLOSE for 056aa29787761d30cd4acc2933748761 2024-11-10T16:24:19,343 INFO [RS:0;8e3de9160f9f:33315 {}] regionserver.HRegionServer(3091): Received CLOSE for 50a6c8959f953c2d2c3fd2293024d883 2024-11-10T16:24:19,343 INFO [RS:0;8e3de9160f9f:33315 {}] regionserver.HRegionServer(959): stopping server 8e3de9160f9f,33315,1731255831721 2024-11-10T16:24:19,343 INFO [RS:0;8e3de9160f9f:33315 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:24:19,343 INFO [RS:0;8e3de9160f9f:33315 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:33315. 2024-11-10T16:24:19,343 DEBUG [RS:0;8e3de9160f9f:33315 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:24:19,343 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 056aa29787761d30cd4acc2933748761, disabling compactions & flushes 2024-11-10T16:24:19,343 DEBUG [RS:0;8e3de9160f9f:33315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:19,343 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731255841061.056aa29787761d30cd4acc2933748761. 2024-11-10T16:24:19,343 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731255841061.056aa29787761d30cd4acc2933748761. 2024-11-10T16:24:19,343 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731255841061.056aa29787761d30cd4acc2933748761. after waiting 0 ms 2024-11-10T16:24:19,343 INFO [RS:0;8e3de9160f9f:33315 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T16:24:19,343 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731255841061.056aa29787761d30cd4acc2933748761. 2024-11-10T16:24:19,343 INFO [RS:0;8e3de9160f9f:33315 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T16:24:19,343 INFO [RS:0;8e3de9160f9f:33315 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T16:24:19,343 INFO [RS:0;8e3de9160f9f:33315 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T16:24:19,343 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 056aa29787761d30cd4acc2933748761 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-10T16:24:19,343 INFO [RS:0;8e3de9160f9f:33315 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T16:24:19,343 DEBUG [RS:0;8e3de9160f9f:33315 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 056aa29787761d30cd4acc2933748761=test,,1731255841061.056aa29787761d30cd4acc2933748761., 50a6c8959f953c2d2c3fd2293024d883=hbase:replication,,1731255846543.50a6c8959f953c2d2c3fd2293024d883.} 2024-11-10T16:24:19,343 DEBUG [RS:0;8e3de9160f9f:33315 {}] regionserver.HRegionServer(1351): Waiting on 056aa29787761d30cd4acc2933748761, 1588230740, 50a6c8959f953c2d2c3fd2293024d883 2024-11-10T16:24:19,344 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T16:24:19,344 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T16:24:19,344 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T16:24:19,344 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T16:24:19,344 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T16:24:19,344 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T16:24:19,360 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/hbase/meta/1588230740/.tmp/info/1e37b0664cb2410a943e3115b3967632 is 147, key is hbase:replication,,1731255846543.50a6c8959f953c2d2c3fd2293024d883./info:regioninfo/1731255847308/Put/seqid=0 2024-11-10T16:24:19,363 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/default/test/056aa29787761d30cd4acc2933748761/.tmp/f/e143b98c5f6a49e1ac8d9d04b92a8810 is 29, key is row1/f:/1731255853876/DeleteFamily/seqid=0 2024-11-10T16:24:19,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741840_1016 (size=7686) 2024-11-10T16:24:19,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741841_1017 (size=5152) 2024-11-10T16:24:19,396 INFO [regionserver/8e3de9160f9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:24:19,493 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.wal-reader.8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.1731255829701 to pos 636, reset compression=false 2024-11-10T16:24:19,544 DEBUG [RS:0;8e3de9160f9f:33315 {}] regionserver.HRegionServer(1351): Waiting on 056aa29787761d30cd4acc2933748761, 1588230740, 50a6c8959f953c2d2c3fd2293024d883 2024-11-10T16:24:19,575 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T16:24:19,575 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T16:24:19,744 DEBUG [RS:0;8e3de9160f9f:33315 {}] regionserver.HRegionServer(1351): Waiting on 056aa29787761d30cd4acc2933748761, 1588230740, 50a6c8959f953c2d2c3fd2293024d883 2024-11-10T16:24:19,764 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/hbase/meta/1588230740/.tmp/info/1e37b0664cb2410a943e3115b3967632 2024-11-10T16:24:19,767 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/default/test/056aa29787761d30cd4acc2933748761/.tmp/f/e143b98c5f6a49e1ac8d9d04b92a8810 2024-11-10T16:24:19,770 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e143b98c5f6a49e1ac8d9d04b92a8810 2024-11-10T16:24:19,783 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/hbase/meta/1588230740/.tmp/ns/8d259cc7c81b4e4d9d58a7e6fe92c446 is 43, key is default/ns:d/1731255834683/Put/seqid=0 2024-11-10T16:24:19,785 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/default/test/056aa29787761d30cd4acc2933748761/.tmp/f1/296168d45535405fa1f0a0b63836209d is 30, key is row1/f1:/1731255853876/DeleteFamily/seqid=0 2024-11-10T16:24:19,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741842_1018 (size=5153) 2024-11-10T16:24:19,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741843_1019 (size=5158) 2024-11-10T16:24:19,811 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712 to pos 1191, reset compression=false 2024-11-10T16:24:19,815 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:24:19,815 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712 to pos 1438, reset compression=false 2024-11-10T16:24:19,815 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.shipper8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,33315,1731255831721 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T16:24:19,816 ERROR [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.shipper8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8e3de9160f9f,33315,1731255831721: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8e3de9160f9f,33315,1731255831721, walGroup=8e3de9160f9f%2C33315%2C1731255831721, offset=8e3de9160f9f%2C33315%2C1731255831721.1731255833712:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:33315 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T16:24:19,817 ERROR [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.shipper8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T16:24:19,817 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.shipper8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T16:24:19,817 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.shipper8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T16:24:19,818 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.shipper8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T16:24:19,818 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.shipper8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T16:24:19,818 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.shipper8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1423966208, "init": 1048576000, "max": 2306867200, "used": 905756224 }, "NonHeapMemoryUsage": { "committed": 206241792, "init": 7667712, "max": -1, "used": 201785472 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T16:24:19,818 WARN [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.shipper8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:46449 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:46449 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T16:24:19,944 DEBUG [RS:0;8e3de9160f9f:33315 {}] regionserver.HRegionServer(1351): Waiting on 056aa29787761d30cd4acc2933748761, 1588230740, 50a6c8959f953c2d2c3fd2293024d883 2024-11-10T16:24:20,018 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712 to pos 1438, reset compression=false 2024-11-10T16:24:20,144 DEBUG [RS:0;8e3de9160f9f:33315 {}] regionserver.HRegionServer(1351): Waiting on 056aa29787761d30cd4acc2933748761, 1588230740, 50a6c8959f953c2d2c3fd2293024d883 2024-11-10T16:24:20,189 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/hbase/meta/1588230740/.tmp/ns/8d259cc7c81b4e4d9d58a7e6fe92c446 2024-11-10T16:24:20,190 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/default/test/056aa29787761d30cd4acc2933748761/.tmp/f1/296168d45535405fa1f0a0b63836209d 2024-11-10T16:24:20,193 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 296168d45535405fa1f0a0b63836209d 2024-11-10T16:24:20,212 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/hbase/meta/1588230740/.tmp/rep_barrier/fde5f5520642432a8f37da2a0c919dfd is 112, key is test,,1731255841061.056aa29787761d30cd4acc2933748761./rep_barrier:seqnumDuringOpen/1731255842212/Put/seqid=0 2024-11-10T16:24:20,213 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/default/test/056aa29787761d30cd4acc2933748761/.tmp/norep/22978d1e07474ca0b8bebdcecb108808 is 33, key is row1/norep:/1731255853876/DeleteFamily/seqid=0 2024-11-10T16:24:20,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741844_1020 (size=5518) 2024-11-10T16:24:20,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741845_1021 (size=5108) 2024-11-10T16:24:20,219 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/hbase/meta/1588230740/.tmp/rep_barrier/fde5f5520642432a8f37da2a0c919dfd 2024-11-10T16:24:20,241 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/hbase/meta/1588230740/.tmp/table/274a3345e99b4011a5c5f30105b195e6 is 53, key is hbase:replication/table:state/1731255847314/Put/seqid=0 2024-11-10T16:24:20,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741846_1022 (size=5308) 2024-11-10T16:24:20,322 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712 to pos 1438, reset compression=false 2024-11-10T16:24:20,344 DEBUG [RS:0;8e3de9160f9f:33315 {}] regionserver.HRegionServer(1351): Waiting on 056aa29787761d30cd4acc2933748761, 1588230740, 50a6c8959f953c2d2c3fd2293024d883 2024-11-10T16:24:20,545 DEBUG [RS:0;8e3de9160f9f:33315 {}] regionserver.HRegionServer(1351): Waiting on 056aa29787761d30cd4acc2933748761, 1588230740, 50a6c8959f953c2d2c3fd2293024d883 2024-11-10T16:24:20,617 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/default/test/056aa29787761d30cd4acc2933748761/.tmp/norep/22978d1e07474ca0b8bebdcecb108808 2024-11-10T16:24:20,622 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22978d1e07474ca0b8bebdcecb108808 2024-11-10T16:24:20,623 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/default/test/056aa29787761d30cd4acc2933748761/.tmp/f/e143b98c5f6a49e1ac8d9d04b92a8810 as hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/default/test/056aa29787761d30cd4acc2933748761/f/e143b98c5f6a49e1ac8d9d04b92a8810 2024-11-10T16:24:20,627 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e143b98c5f6a49e1ac8d9d04b92a8810 2024-11-10T16:24:20,627 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/default/test/056aa29787761d30cd4acc2933748761/f/e143b98c5f6a49e1ac8d9d04b92a8810, entries=3, sequenceid=10, filesize=5.0 K 2024-11-10T16:24:20,628 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/default/test/056aa29787761d30cd4acc2933748761/.tmp/f1/296168d45535405fa1f0a0b63836209d as hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/default/test/056aa29787761d30cd4acc2933748761/f1/296168d45535405fa1f0a0b63836209d 2024-11-10T16:24:20,631 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 296168d45535405fa1f0a0b63836209d 2024-11-10T16:24:20,632 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/default/test/056aa29787761d30cd4acc2933748761/f1/296168d45535405fa1f0a0b63836209d, entries=3, sequenceid=10, filesize=5.0 K 2024-11-10T16:24:20,632 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/default/test/056aa29787761d30cd4acc2933748761/.tmp/norep/22978d1e07474ca0b8bebdcecb108808 as hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/default/test/056aa29787761d30cd4acc2933748761/norep/22978d1e07474ca0b8bebdcecb108808 2024-11-10T16:24:20,636 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22978d1e07474ca0b8bebdcecb108808 2024-11-10T16:24:20,636 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/default/test/056aa29787761d30cd4acc2933748761/norep/22978d1e07474ca0b8bebdcecb108808, entries=1, sequenceid=10, filesize=5.0 K 2024-11-10T16:24:20,637 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 056aa29787761d30cd4acc2933748761 in 1293ms, sequenceid=10, compaction requested=false 2024-11-10T16:24:20,640 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/default/test/056aa29787761d30cd4acc2933748761/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-10T16:24:20,641 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:24:20,641 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T16:24:20,641 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731255841061.056aa29787761d30cd4acc2933748761. 2024-11-10T16:24:20,641 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 056aa29787761d30cd4acc2933748761: Waiting for close lock at 1731255859343Running coprocessor pre-close hooks at 1731255859343Disabling compacts and flushes for region at 1731255859343Disabling writes for close at 1731255859343Obtaining lock to block concurrent updates at 1731255859343Preparing flush snapshotting stores in 056aa29787761d30cd4acc2933748761 at 1731255859343Finished memstore snapshotting test,,1731255841061.056aa29787761d30cd4acc2933748761., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731255859344 (+1 ms)Flushing stores of test,,1731255841061.056aa29787761d30cd4acc2933748761. at 1731255859344Flushing 056aa29787761d30cd4acc2933748761/f: creating writer at 1731255859344Flushing 056aa29787761d30cd4acc2933748761/f: appending metadata at 1731255859363 (+19 ms)Flushing 056aa29787761d30cd4acc2933748761/f: closing flushed file at 1731255859363Flushing 056aa29787761d30cd4acc2933748761/f1: creating writer at 1731255859770 (+407 ms)Flushing 056aa29787761d30cd4acc2933748761/f1: appending metadata at 1731255859785 (+15 ms)Flushing 056aa29787761d30cd4acc2933748761/f1: closing flushed file at 1731255859785Flushing 056aa29787761d30cd4acc2933748761/norep: creating writer at 1731255860194 (+409 ms)Flushing 056aa29787761d30cd4acc2933748761/norep: appending metadata at 1731255860212 (+18 ms)Flushing 056aa29787761d30cd4acc2933748761/norep: closing flushed file at 1731255860212Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6072b890: reopening flushed file at 1731255860622 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3758f602: reopening flushed file at 1731255860627 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ab54a9f: reopening flushed file at 1731255860632 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 056aa29787761d30cd4acc2933748761 in 1293ms, sequenceid=10, compaction requested=false at 1731255860637 (+5 ms)Writing region close event to WAL at 1731255860638 (+1 ms)Running coprocessor post-close hooks at 1731255860641 (+3 ms)Closed at 1731255860641 2024-11-10T16:24:20,641 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731255841061.056aa29787761d30cd4acc2933748761. 2024-11-10T16:24:20,641 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 50a6c8959f953c2d2c3fd2293024d883, disabling compactions & flushes 2024-11-10T16:24:20,641 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731255846543.50a6c8959f953c2d2c3fd2293024d883. 2024-11-10T16:24:20,641 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731255846543.50a6c8959f953c2d2c3fd2293024d883. 2024-11-10T16:24:20,641 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731255846543.50a6c8959f953c2d2c3fd2293024d883. after waiting 0 ms 2024-11-10T16:24:20,641 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731255846543.50a6c8959f953c2d2c3fd2293024d883. 2024-11-10T16:24:20,641 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 50a6c8959f953c2d2c3fd2293024d883: Waiting for close lock at 1731255860641Running coprocessor pre-close hooks at 1731255860641Disabling compacts and flushes for region at 1731255860641Disabling writes for close at 1731255860641Failed flush hbase:replication,,1731255846543.50a6c8959f953c2d2c3fd2293024d883., putting online again at 1731255860641 2024-11-10T16:24:20,641 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731255846543.50a6c8959f953c2d2c3fd2293024d883. 2024-11-10T16:24:20,645 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/hbase/meta/1588230740/.tmp/table/274a3345e99b4011a5c5f30105b195e6 2024-11-10T16:24:20,649 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/hbase/meta/1588230740/.tmp/info/1e37b0664cb2410a943e3115b3967632 as hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/hbase/meta/1588230740/info/1e37b0664cb2410a943e3115b3967632 2024-11-10T16:24:20,652 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/hbase/meta/1588230740/info/1e37b0664cb2410a943e3115b3967632, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T16:24:20,653 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/hbase/meta/1588230740/.tmp/ns/8d259cc7c81b4e4d9d58a7e6fe92c446 as hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/hbase/meta/1588230740/ns/8d259cc7c81b4e4d9d58a7e6fe92c446 2024-11-10T16:24:20,657 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/hbase/meta/1588230740/ns/8d259cc7c81b4e4d9d58a7e6fe92c446, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T16:24:20,657 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/hbase/meta/1588230740/.tmp/rep_barrier/fde5f5520642432a8f37da2a0c919dfd as hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/hbase/meta/1588230740/rep_barrier/fde5f5520642432a8f37da2a0c919dfd 2024-11-10T16:24:20,661 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/hbase/meta/1588230740/rep_barrier/fde5f5520642432a8f37da2a0c919dfd, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T16:24:20,662 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/hbase/meta/1588230740/.tmp/table/274a3345e99b4011a5c5f30105b195e6 as hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/hbase/meta/1588230740/table/274a3345e99b4011a5c5f30105b195e6 2024-11-10T16:24:20,665 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/hbase/meta/1588230740/table/274a3345e99b4011a5c5f30105b195e6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T16:24:20,666 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1322ms, sequenceid=16, compaction requested=false 2024-11-10T16:24:20,671 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T16:24:20,672 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:24:20,672 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T16:24:20,672 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T16:24:20,672 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731255859343Running coprocessor pre-close hooks at 1731255859343Disabling compacts and flushes for region at 1731255859344 (+1 ms)Disabling writes for close at 1731255859344Obtaining lock to block concurrent updates at 1731255859344Preparing flush snapshotting stores in 1588230740 at 1731255859344Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731255859344Flushing stores of hbase:meta,,1.1588230740 at 1731255859345 (+1 ms)Flushing 1588230740/info: creating writer at 1731255859345Flushing 1588230740/info: appending metadata at 1731255859359 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731255859359Flushing 1588230740/ns: creating writer at 1731255859768 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731255859783 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731255859783Flushing 1588230740/rep_barrier: creating writer at 1731255860194 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731255860212 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731255860212Flushing 1588230740/table: creating writer at 1731255860223 (+11 ms)Flushing 1588230740/table: appending metadata at 1731255860240 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731255860240Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2772611a: reopening flushed file at 1731255860648 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d151242: reopening flushed file at 1731255860653 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@267f22e3: reopening flushed file at 1731255860657 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77c87a74: reopening flushed file at 1731255860661 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1322ms, sequenceid=16, compaction requested=false at 1731255860666 (+5 ms)Writing region close event to WAL at 1731255860669 (+3 ms)Running coprocessor post-close hooks at 1731255860672 (+3 ms)Closed at 1731255860672 2024-11-10T16:24:20,672 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T16:24:20,697 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.wal-reader.8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.1731255829701 to pos 636, reset compression=false 2024-11-10T16:24:20,726 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712 to pos 1438, reset compression=false 2024-11-10T16:24:20,731 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:24:20,731 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712 to pos 2082, reset compression=false 2024-11-10T16:24:20,745 INFO [RS:0;8e3de9160f9f:33315 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T16:24:20,745 DEBUG [RS:0;8e3de9160f9f:33315 {}] regionserver.HRegionServer(1325): Online Regions={50a6c8959f953c2d2c3fd2293024d883=hbase:replication,,1731255846543.50a6c8959f953c2d2c3fd2293024d883.} 2024-11-10T16:24:20,745 INFO [RS:0;8e3de9160f9f:33315 {}] regionserver.HRegionServer(3091): Received CLOSE for 50a6c8959f953c2d2c3fd2293024d883 2024-11-10T16:24:20,745 DEBUG [RS:0;8e3de9160f9f:33315 {}] regionserver.HRegionServer(1351): Waiting on 50a6c8959f953c2d2c3fd2293024d883 2024-11-10T16:24:20,745 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 50a6c8959f953c2d2c3fd2293024d883, disabling compactions & flushes 2024-11-10T16:24:20,745 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731255846543.50a6c8959f953c2d2c3fd2293024d883. 2024-11-10T16:24:20,745 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731255846543.50a6c8959f953c2d2c3fd2293024d883. 2024-11-10T16:24:20,745 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731255846543.50a6c8959f953c2d2c3fd2293024d883. after waiting 0 ms 2024-11-10T16:24:20,745 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731255846543.50a6c8959f953c2d2c3fd2293024d883. 2024-11-10T16:24:20,745 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 50a6c8959f953c2d2c3fd2293024d883: Waiting for close lock at 1731255860745Running coprocessor pre-close hooks at 1731255860745Disabling compacts and flushes for region at 1731255860745Disabling writes for close at 1731255860745Failed flush hbase:replication,,1731255846543.50a6c8959f953c2d2c3fd2293024d883., putting online again at 1731255860745 2024-11-10T16:24:20,745 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731255846543.50a6c8959f953c2d2c3fd2293024d883. 2024-11-10T16:24:20,934 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712 to pos 2082, reset compression=false 2024-11-10T16:24:20,945 INFO [RS:0;8e3de9160f9f:33315 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-10T16:24:20,945 INFO [RS:0;8e3de9160f9f:33315 {}] regionserver.HRegionServer(976): stopping server 8e3de9160f9f,33315,1731255831721; all regions closed. 2024-11-10T16:24:20,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741834_1010 (size=4239) 2024-11-10T16:24:20,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741839_1015 (size=2171) 2024-11-10T16:24:20,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741832_1008 (size=2090) 2024-11-10T16:24:20,952 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/WALs/8e3de9160f9f,33315,1731255831721/8e3de9160f9f%2C33315%2C1731255831721.1731255833712 not finished, retry = 0 2024-11-10T16:24:21,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:21,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:21,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:21,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:21,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:21,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:21,052 DEBUG [RS:0;8e3de9160f9f:33315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:21,052 INFO [RS:0;8e3de9160f9f:33315 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:24:21,053 INFO [RS:0;8e3de9160f9f:33315 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:24:21,053 INFO [RS:0;8e3de9160f9f:33315 {}] hbase.ChoreService(370): Chore service for: regionserver/8e3de9160f9f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T16:24:21,053 INFO [RS:0;8e3de9160f9f:33315 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:24:21,053 INFO [regionserver/8e3de9160f9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:24:21,053 INFO [RS:0;8e3de9160f9f:33315 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8e3de9160f9f,33315,1731255831721 because: Region server is closing 2024-11-10T16:24:21,053 INFO [RS:0;8e3de9160f9f:33315 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:33315. 2024-11-10T16:24:21,053 DEBUG [RS:0;8e3de9160f9f:33315 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:24:21,054 DEBUG [RS:0;8e3de9160f9f:33315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:21,054 DEBUG [RS:0;8e3de9160f9f:33315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:21,054 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:24:21,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:21,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:21,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:21,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:21,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:21,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:21,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:21,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:21,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:21,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:21,154 INFO [RS:0;8e3de9160f9f:33315 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.shipper8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 terminated 2024-11-10T16:24:21,154 WARN [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,33315,1731255831721.replicationSource.wal-reader.8e3de9160f9f%2C33315%2C1731255831721,1-8e3de9160f9f,33315,1731255831721 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T16:24:21,154 INFO [RS:0;8e3de9160f9f:33315 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:33315. 2024-11-10T16:24:21,154 DEBUG [RS:0;8e3de9160f9f:33315 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:24:21,154 DEBUG [RS:0;8e3de9160f9f:33315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:21,154 DEBUG [RS:0;8e3de9160f9f:33315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:21,154 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:24:21,154 INFO [RS:0;8e3de9160f9f:33315 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33315 2024-11-10T16:24:21,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x10102b166800004, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-654070556/rs/8e3de9160f9f,33315,1731255831721 2024-11-10T16:24:21,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46449-0x10102b166800003, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-654070556/rs 2024-11-10T16:24:21,157 INFO [RS:0;8e3de9160f9f:33315 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:24:21,159 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8e3de9160f9f,33315,1731255831721] 2024-11-10T16:24:21,159 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-654070556/draining/8e3de9160f9f,33315,1731255831721 already deleted, retry=false 2024-11-10T16:24:21,159 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8e3de9160f9f,33315,1731255831721 expired; onlineServers=0 2024-11-10T16:24:21,159 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8e3de9160f9f,46449,1731255831681' ***** 2024-11-10T16:24:21,159 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T16:24:21,160 INFO [M:0;8e3de9160f9f:46449 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:24:21,160 INFO [M:0;8e3de9160f9f:46449 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:24:21,160 DEBUG [M:0;8e3de9160f9f:46449 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T16:24:21,160 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T16:24:21,160 DEBUG [M:0;8e3de9160f9f:46449 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T16:24:21,160 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255833483 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255833483,5,FailOnTimeoutGroup] 2024-11-10T16:24:21,160 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255833484 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255833484,5,FailOnTimeoutGroup] 2024-11-10T16:24:21,160 INFO [M:0;8e3de9160f9f:46449 {}] hbase.ChoreService(370): Chore service for: master/8e3de9160f9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T16:24:21,160 INFO [M:0;8e3de9160f9f:46449 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:24:21,160 DEBUG [M:0;8e3de9160f9f:46449 {}] master.HMaster(1795): Stopping service threads 2024-11-10T16:24:21,160 INFO [M:0;8e3de9160f9f:46449 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T16:24:21,160 INFO [M:0;8e3de9160f9f:46449 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:24:21,160 INFO [M:0;8e3de9160f9f:46449 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T16:24:21,161 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T16:24:21,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46449-0x10102b166800003, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-654070556/master 2024-11-10T16:24:21,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46449-0x10102b166800003, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-654070556 2024-11-10T16:24:21,167 DEBUG [M:0;8e3de9160f9f:46449 {}] zookeeper.ZKUtil(347): master:46449-0x10102b166800003, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Unable to get data of znode /1-654070556/master because node does not exist (not an error) 2024-11-10T16:24:21,167 WARN [M:0;8e3de9160f9f:46449 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T16:24:21,168 INFO [M:0;8e3de9160f9f:46449 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/.lastflushedseqids 2024-11-10T16:24:21,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741847_1023 (size=245) 2024-11-10T16:24:21,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x10102b166800004, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:24:21,259 INFO [RS:0;8e3de9160f9f:33315 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:24:21,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x10102b166800004, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:24:21,259 INFO [RS:0;8e3de9160f9f:33315 {}] regionserver.HRegionServer(1031): Exiting; stopping=8e3de9160f9f,33315,1731255831721; zookeeper connection closed. 2024-11-10T16:24:21,259 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b5c9a46 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b5c9a46 2024-11-10T16:24:21,259 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T16:24:21,270 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T16:24:21,572 INFO [M:0;8e3de9160f9f:46449 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T16:24:21,572 INFO [M:0;8e3de9160f9f:46449 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T16:24:21,572 DEBUG [M:0;8e3de9160f9f:46449 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T16:24:21,572 INFO [M:0;8e3de9160f9f:46449 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:24:21,572 DEBUG [M:0;8e3de9160f9f:46449 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:24:21,573 DEBUG [M:0;8e3de9160f9f:46449 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T16:24:21,573 DEBUG [M:0;8e3de9160f9f:46449 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:24:21,573 INFO [M:0;8e3de9160f9f:46449 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-10T16:24:21,592 DEBUG [M:0;8e3de9160f9f:46449 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f39b9fa8c604caaba061df5a5eb9a71 is 82, key is hbase:meta,,1/info:regioninfo/1731255834673/Put/seqid=0 2024-11-10T16:24:21,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741848_1024 (size=5672) 2024-11-10T16:24:21,597 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T16:24:21,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:21,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:21,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:21,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:21,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:21,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:21,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:21,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:21,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:21,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:21,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:21,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:21,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:21,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:21,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:21,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:21,996 INFO [M:0;8e3de9160f9f:46449 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f39b9fa8c604caaba061df5a5eb9a71 2024-11-10T16:24:22,001 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.wal-reader.8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.1731255829701 to pos 636, reset compression=false 2024-11-10T16:24:22,016 DEBUG [M:0;8e3de9160f9f:46449 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/74234d6b1be8429d9baa2a070317405c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731255847317/Put/seqid=0 2024-11-10T16:24:22,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741849_1025 (size=8515) 2024-11-10T16:24:22,421 INFO [M:0;8e3de9160f9f:46449 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/74234d6b1be8429d9baa2a070317405c 2024-11-10T16:24:22,442 DEBUG [M:0;8e3de9160f9f:46449 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2c1050ab5cc84f8fa7e8cbbac3226698 is 69, key is 8e3de9160f9f,33315,1731255831721/rs:state/1731255833564/Put/seqid=0 2024-11-10T16:24:22,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741850_1026 (size=5156) 2024-11-10T16:24:22,846 INFO [M:0;8e3de9160f9f:46449 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2c1050ab5cc84f8fa7e8cbbac3226698 2024-11-10T16:24:22,850 DEBUG [M:0;8e3de9160f9f:46449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f39b9fa8c604caaba061df5a5eb9a71 as hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f39b9fa8c604caaba061df5a5eb9a71 2024-11-10T16:24:22,854 INFO [M:0;8e3de9160f9f:46449 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f39b9fa8c604caaba061df5a5eb9a71, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T16:24:22,854 DEBUG [M:0;8e3de9160f9f:46449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/74234d6b1be8429d9baa2a070317405c as hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/74234d6b1be8429d9baa2a070317405c 2024-11-10T16:24:22,858 INFO [M:0;8e3de9160f9f:46449 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/74234d6b1be8429d9baa2a070317405c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T16:24:22,858 DEBUG [M:0;8e3de9160f9f:46449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2c1050ab5cc84f8fa7e8cbbac3226698 as hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2c1050ab5cc84f8fa7e8cbbac3226698 2024-11-10T16:24:22,861 INFO [M:0;8e3de9160f9f:46449 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35103/user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2c1050ab5cc84f8fa7e8cbbac3226698, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T16:24:22,862 INFO [M:0;8e3de9160f9f:46449 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false 2024-11-10T16:24:22,863 INFO [M:0;8e3de9160f9f:46449 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:24:22,863 DEBUG [M:0;8e3de9160f9f:46449 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731255861572Disabling compacts and flushes for region at 1731255861572Disabling writes for close at 1731255861573 (+1 ms)Obtaining lock to block concurrent updates at 1731255861573Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731255861573Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731255861573Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731255861574 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731255861574Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731255861592 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731255861592Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731255862001 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731255862016 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731255862016Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731255862425 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731255862441 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731255862441Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fc52999: reopening flushed file at 1731255862850 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c299873: reopening flushed file at 1731255862854 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7720813f: reopening flushed file at 1731255862858 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false at 1731255862862 (+4 ms)Writing region close event to WAL at 1731255862863 (+1 ms)Closed at 1731255862863 2024-11-10T16:24:22,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741830_1006 (size=63642) 2024-11-10T16:24:22,866 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/76662680-d185-26a1-4cf5-dc3e5f048776/MasterData/WALs/8e3de9160f9f,46449,1731255831681/8e3de9160f9f%2C46449%2C1731255831681.1731255833416 not finished, retry = 0 2024-11-10T16:24:22,966 INFO [M:0;8e3de9160f9f:46449 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T16:24:22,966 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:24:22,967 INFO [M:0;8e3de9160f9f:46449 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46449 2024-11-10T16:24:22,968 INFO [M:0;8e3de9160f9f:46449 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:24:23,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46449-0x10102b166800003, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:24:23,069 INFO [M:0;8e3de9160f9f:46449 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:24:23,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46449-0x10102b166800003, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:24:23,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65bcba49{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T16:24:23,072 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@384e6aae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T16:24:23,072 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T16:24:23,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50116699{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T16:24:23,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fd544fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942cee7-baf1-73ad-ab54-6a6a1502dc2c/hadoop.log.dir/,STOPPED} 2024-11-10T16:24:23,079 WARN [BP-280370749-172.17.0.2-1731255830777 heartbeating to localhost/127.0.0.1:35103 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T16:24:23,079 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T16:24:23,079 WARN [BP-280370749-172.17.0.2-1731255830777 heartbeating to localhost/127.0.0.1:35103 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-280370749-172.17.0.2-1731255830777 (Datanode Uuid 1de3476f-141d-4567-9415-82dec248366c) service to localhost/127.0.0.1:35103 2024-11-10T16:24:23,079 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T16:24:23,080 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942cee7-baf1-73ad-ab54-6a6a1502dc2c/cluster_81617caa-d8ca-4b3a-5f79-f3ff957b7b7e/data/data1/current/BP-280370749-172.17.0.2-1731255830777 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T16:24:23,080 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942cee7-baf1-73ad-ab54-6a6a1502dc2c/cluster_81617caa-d8ca-4b3a-5f79-f3ff957b7b7e/data/data2/current/BP-280370749-172.17.0.2-1731255830777 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T16:24:23,080 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T16:24:23,086 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@323cdb3b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T16:24:23,087 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b96bf75{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T16:24:23,087 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T16:24:23,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e0c54ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T16:24:23,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1297859b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942cee7-baf1-73ad-ab54-6a6a1502dc2c/hadoop.log.dir/,STOPPED} 2024-11-10T16:24:23,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T16:24:23,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T16:24:23,102 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:24:23,102 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:24:23,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:23,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:23,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:24:23,103 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T16:24:23,103 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1359802783, stopped=false 2024-11-10T16:24:23,103 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8e3de9160f9f,34357,1731255828069 2024-11-10T16:24:23,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42973-0x10102b166800001, quorum=127.0.0.1:49695, baseZNode=/085937690 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/085937690/running 2024-11-10T16:24:23,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10102b166800000, quorum=127.0.0.1:49695, baseZNode=/085937690 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/085937690/running 2024-11-10T16:24:23,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42973-0x10102b166800001, quorum=127.0.0.1:49695, baseZNode=/085937690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/085937690 2024-11-10T16:24:23,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10102b166800000, quorum=127.0.0.1:49695, baseZNode=/085937690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/085937690 2024-11-10T16:24:23,104 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:24:23,105 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:24:23,105 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:24:23,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:23,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42973-0x10102b166800001, quorum=127.0.0.1:49695, baseZNode=/085937690 Set watcher on znode that does not yet exist, /085937690/running 2024-11-10T16:24:23,105 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8e3de9160f9f,42973,1731255828124' ***** 2024-11-10T16:24:23,105 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T16:24:23,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34357-0x10102b166800000, quorum=127.0.0.1:49695, baseZNode=/085937690 Set watcher on znode that does not yet exist, /085937690/running 2024-11-10T16:24:23,106 INFO [RS:0;8e3de9160f9f:42973 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T16:24:23,106 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T16:24:23,106 INFO [RS:0;8e3de9160f9f:42973 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T16:24:23,106 INFO [RS:0;8e3de9160f9f:42973 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T16:24:23,106 INFO [RS:0;8e3de9160f9f:42973 {}] regionserver.HRegionServer(3091): Received CLOSE for 6abac3c35710e16025fe0ca66ed7b022 2024-11-10T16:24:23,106 INFO [RS:0;8e3de9160f9f:42973 {}] regionserver.HRegionServer(3091): Received CLOSE for d21f8738ecac3c427950dd8d0cfb4bb5 2024-11-10T16:24:23,106 INFO [RS:0;8e3de9160f9f:42973 {}] regionserver.HRegionServer(959): stopping server 8e3de9160f9f,42973,1731255828124 2024-11-10T16:24:23,106 INFO [RS:0;8e3de9160f9f:42973 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:24:23,107 INFO [RS:0;8e3de9160f9f:42973 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:42973. 2024-11-10T16:24:23,107 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6abac3c35710e16025fe0ca66ed7b022, disabling compactions & flushes 2024-11-10T16:24:23,107 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731255838906.6abac3c35710e16025fe0ca66ed7b022. 2024-11-10T16:24:23,107 DEBUG [RS:0;8e3de9160f9f:42973 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:24:23,107 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731255838906.6abac3c35710e16025fe0ca66ed7b022. 2024-11-10T16:24:23,107 DEBUG [RS:0;8e3de9160f9f:42973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:23,107 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731255838906.6abac3c35710e16025fe0ca66ed7b022. after waiting 0 ms 2024-11-10T16:24:23,107 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731255838906.6abac3c35710e16025fe0ca66ed7b022. 2024-11-10T16:24:23,107 INFO [RS:0;8e3de9160f9f:42973 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T16:24:23,107 INFO [RS:0;8e3de9160f9f:42973 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T16:24:23,107 INFO [RS:0;8e3de9160f9f:42973 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T16:24:23,107 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6abac3c35710e16025fe0ca66ed7b022 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-10T16:24:23,107 INFO [RS:0;8e3de9160f9f:42973 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T16:24:23,107 INFO [RS:0;8e3de9160f9f:42973 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T16:24:23,107 DEBUG [RS:0;8e3de9160f9f:42973 {}] regionserver.HRegionServer(1325): Online Regions={6abac3c35710e16025fe0ca66ed7b022=test,,1731255838906.6abac3c35710e16025fe0ca66ed7b022., 1588230740=hbase:meta,,1.1588230740, d21f8738ecac3c427950dd8d0cfb4bb5=hbase:replication,,1731255844372.d21f8738ecac3c427950dd8d0cfb4bb5.} 2024-11-10T16:24:23,107 DEBUG [RS:0;8e3de9160f9f:42973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6abac3c35710e16025fe0ca66ed7b022, d21f8738ecac3c427950dd8d0cfb4bb5 2024-11-10T16:24:23,107 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T16:24:23,107 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T16:24:23,107 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T16:24:23,107 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T16:24:23,107 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T16:24:23,108 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T16:24:23,123 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/hbase/meta/1588230740/.tmp/info/9cf5d2f5852a4a8d88a8bc09df4795c5 is 147, key is hbase:replication,,1731255844372.d21f8738ecac3c427950dd8d0cfb4bb5./info:regioninfo/1731255845535/Put/seqid=0 2024-11-10T16:24:23,127 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/default/test/6abac3c35710e16025fe0ca66ed7b022/.tmp/f/a814f305404246dd8c206884365d3270 is 28, key is row/f:/1731255852871/DeleteFamily/seqid=0 2024-11-10T16:24:23,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741840_1016 (size=7686) 2024-11-10T16:24:23,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741841_1017 (size=5085) 2024-11-10T16:24:23,199 INFO [regionserver/8e3de9160f9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:24:23,307 DEBUG [RS:0;8e3de9160f9f:42973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6abac3c35710e16025fe0ca66ed7b022, d21f8738ecac3c427950dd8d0cfb4bb5 2024-11-10T16:24:23,406 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.wal-reader.8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.1731255829701 to pos 636, reset compression=false 2024-11-10T16:24:23,410 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.wal-reader.8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:24:23,410 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.wal-reader.8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.1731255829701 to pos 883, reset compression=false 2024-11-10T16:24:23,411 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.shipper8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,42973,1731255828124 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.1731255829701, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T16:24:23,411 ERROR [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.shipper8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8e3de9160f9f,42973,1731255828124: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8e3de9160f9f,42973,1731255828124, walGroup=8e3de9160f9f%2C42973%2C1731255828124, offset=8e3de9160f9f%2C42973%2C1731255828124.1731255829701:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:42973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T16:24:23,412 ERROR [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.shipper8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T16:24:23,412 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.shipper8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T16:24:23,413 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.shipper8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T16:24:23,413 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.shipper8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T16:24:23,413 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.shipper8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T16:24:23,413 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.shipper8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1423966208, "init": 1048576000, "max": 2306867200, "used": 995933760 }, "NonHeapMemoryUsage": { "committed": 206569472, "init": 7667712, "max": -1, "used": 202387648 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T16:24:23,413 WARN [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.shipper8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:34357 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:34357 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T16:24:23,508 DEBUG [RS:0;8e3de9160f9f:42973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6abac3c35710e16025fe0ca66ed7b022, d21f8738ecac3c427950dd8d0cfb4bb5 2024-11-10T16:24:23,528 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/hbase/meta/1588230740/.tmp/info/9cf5d2f5852a4a8d88a8bc09df4795c5 2024-11-10T16:24:23,531 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/default/test/6abac3c35710e16025fe0ca66ed7b022/.tmp/f/a814f305404246dd8c206884365d3270 2024-11-10T16:24:23,535 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a814f305404246dd8c206884365d3270 2024-11-10T16:24:23,548 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/hbase/meta/1588230740/.tmp/ns/e67bd705f209490690c72963ea40a424 is 43, key is default/ns:d/1731255830653/Put/seqid=0 2024-11-10T16:24:23,550 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/default/test/6abac3c35710e16025fe0ca66ed7b022/.tmp/f1/6f57539db7ef4827af13d35e967b325d is 29, key is row/f1:/1731255852871/DeleteFamily/seqid=0 2024-11-10T16:24:23,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741842_1018 (size=5153) 2024-11-10T16:24:23,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741843_1019 (size=5089) 2024-11-10T16:24:23,553 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/default/test/6abac3c35710e16025fe0ca66ed7b022/.tmp/f1/6f57539db7ef4827af13d35e967b325d 2024-11-10T16:24:23,557 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f57539db7ef4827af13d35e967b325d 2024-11-10T16:24:23,572 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/default/test/6abac3c35710e16025fe0ca66ed7b022/.tmp/norep/14b6cf92f90841199244ce0f94884227 is 32, key is row/norep:/1731255852871/DeleteFamily/seqid=0 2024-11-10T16:24:23,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741844_1020 (size=5101) 2024-11-10T16:24:23,575 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/default/test/6abac3c35710e16025fe0ca66ed7b022/.tmp/norep/14b6cf92f90841199244ce0f94884227 2024-11-10T16:24:23,579 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 14b6cf92f90841199244ce0f94884227 2024-11-10T16:24:23,579 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/default/test/6abac3c35710e16025fe0ca66ed7b022/.tmp/f/a814f305404246dd8c206884365d3270 as hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/default/test/6abac3c35710e16025fe0ca66ed7b022/f/a814f305404246dd8c206884365d3270 2024-11-10T16:24:23,582 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a814f305404246dd8c206884365d3270 2024-11-10T16:24:23,583 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/default/test/6abac3c35710e16025fe0ca66ed7b022/f/a814f305404246dd8c206884365d3270, entries=1, sequenceid=6, filesize=5.0 K 2024-11-10T16:24:23,583 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/default/test/6abac3c35710e16025fe0ca66ed7b022/.tmp/f1/6f57539db7ef4827af13d35e967b325d as hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/default/test/6abac3c35710e16025fe0ca66ed7b022/f1/6f57539db7ef4827af13d35e967b325d 2024-11-10T16:24:23,586 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f57539db7ef4827af13d35e967b325d 2024-11-10T16:24:23,586 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/default/test/6abac3c35710e16025fe0ca66ed7b022/f1/6f57539db7ef4827af13d35e967b325d, entries=1, sequenceid=6, filesize=5.0 K 2024-11-10T16:24:23,587 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/default/test/6abac3c35710e16025fe0ca66ed7b022/.tmp/norep/14b6cf92f90841199244ce0f94884227 as hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/default/test/6abac3c35710e16025fe0ca66ed7b022/norep/14b6cf92f90841199244ce0f94884227 2024-11-10T16:24:23,590 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 14b6cf92f90841199244ce0f94884227 2024-11-10T16:24:23,590 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/default/test/6abac3c35710e16025fe0ca66ed7b022/norep/14b6cf92f90841199244ce0f94884227, entries=1, sequenceid=6, filesize=5.0 K 2024-11-10T16:24:23,591 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 6abac3c35710e16025fe0ca66ed7b022 in 484ms, sequenceid=6, compaction requested=false 2024-11-10T16:24:23,591 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T16:24:23,595 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/default/test/6abac3c35710e16025fe0ca66ed7b022/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T16:24:23,595 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:24:23,595 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T16:24:23,595 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731255838906.6abac3c35710e16025fe0ca66ed7b022. 2024-11-10T16:24:23,595 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6abac3c35710e16025fe0ca66ed7b022: Waiting for close lock at 1731255863106Running coprocessor pre-close hooks at 1731255863106Disabling compacts and flushes for region at 1731255863107 (+1 ms)Disabling writes for close at 1731255863107Obtaining lock to block concurrent updates at 1731255863107Preparing flush snapshotting stores in 6abac3c35710e16025fe0ca66ed7b022 at 1731255863107Finished memstore snapshotting test,,1731255838906.6abac3c35710e16025fe0ca66ed7b022., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731255863107Flushing stores of test,,1731255838906.6abac3c35710e16025fe0ca66ed7b022. at 1731255863108 (+1 ms)Flushing 6abac3c35710e16025fe0ca66ed7b022/f: creating writer at 1731255863108Flushing 6abac3c35710e16025fe0ca66ed7b022/f: appending metadata at 1731255863126 (+18 ms)Flushing 6abac3c35710e16025fe0ca66ed7b022/f: closing flushed file at 1731255863126Flushing 6abac3c35710e16025fe0ca66ed7b022/f1: creating writer at 1731255863535 (+409 ms)Flushing 6abac3c35710e16025fe0ca66ed7b022/f1: appending metadata at 1731255863549 (+14 ms)Flushing 6abac3c35710e16025fe0ca66ed7b022/f1: closing flushed file at 1731255863549Flushing 6abac3c35710e16025fe0ca66ed7b022/norep: creating writer at 1731255863557 (+8 ms)Flushing 6abac3c35710e16025fe0ca66ed7b022/norep: appending metadata at 1731255863571 (+14 ms)Flushing 6abac3c35710e16025fe0ca66ed7b022/norep: closing flushed file at 1731255863571Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@204ce9a4: reopening flushed file at 1731255863579 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5be8c229: reopening flushed file at 1731255863583 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44895179: reopening flushed file at 1731255863587 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 6abac3c35710e16025fe0ca66ed7b022 in 484ms, sequenceid=6, compaction requested=false at 1731255863591 (+4 ms)Writing region close event to WAL at 1731255863593 (+2 ms)Running coprocessor post-close hooks at 1731255863595 (+2 ms)Closed at 1731255863595 2024-11-10T16:24:23,596 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731255838906.6abac3c35710e16025fe0ca66ed7b022. 2024-11-10T16:24:23,596 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d21f8738ecac3c427950dd8d0cfb4bb5, disabling compactions & flushes 2024-11-10T16:24:23,596 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731255844372.d21f8738ecac3c427950dd8d0cfb4bb5. 2024-11-10T16:24:23,596 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731255844372.d21f8738ecac3c427950dd8d0cfb4bb5. 2024-11-10T16:24:23,596 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731255844372.d21f8738ecac3c427950dd8d0cfb4bb5. after waiting 0 ms 2024-11-10T16:24:23,596 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731255844372.d21f8738ecac3c427950dd8d0cfb4bb5. 2024-11-10T16:24:23,596 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d21f8738ecac3c427950dd8d0cfb4bb5: Waiting for close lock at 1731255863596Running coprocessor pre-close hooks at 1731255863596Disabling compacts and flushes for region at 1731255863596Disabling writes for close at 1731255863596Failed flush hbase:replication,,1731255844372.d21f8738ecac3c427950dd8d0cfb4bb5., putting online again at 1731255863596 2024-11-10T16:24:23,596 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731255844372.d21f8738ecac3c427950dd8d0cfb4bb5. 2024-11-10T16:24:23,614 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.wal-reader.8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.1731255829701 to pos 883, reset compression=false 2024-11-10T16:24:23,618 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.wal-reader.8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:24:23,618 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.wal-reader.8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.1731255829701 to pos 1527, reset compression=false 2024-11-10T16:24:23,670 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T16:24:23,670 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T16:24:23,687 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:24:23,688 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8e3de9160f9f,42869,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:42869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T16:24:23,688 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108671 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8e3de9160f9f,42869,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:42869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T16:24:23,708 INFO [RS:0;8e3de9160f9f:42973 {}] regionserver.HRegionServer(3091): Received CLOSE for d21f8738ecac3c427950dd8d0cfb4bb5 2024-11-10T16:24:23,708 DEBUG [RS:0;8e3de9160f9f:42973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d21f8738ecac3c427950dd8d0cfb4bb5 2024-11-10T16:24:23,708 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d21f8738ecac3c427950dd8d0cfb4bb5, disabling compactions & flushes 2024-11-10T16:24:23,708 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731255844372.d21f8738ecac3c427950dd8d0cfb4bb5. 2024-11-10T16:24:23,708 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731255844372.d21f8738ecac3c427950dd8d0cfb4bb5. 2024-11-10T16:24:23,708 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731255844372.d21f8738ecac3c427950dd8d0cfb4bb5. after waiting 0 ms 2024-11-10T16:24:23,708 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731255844372.d21f8738ecac3c427950dd8d0cfb4bb5. 2024-11-10T16:24:23,708 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d21f8738ecac3c427950dd8d0cfb4bb5: Waiting for close lock at 1731255863708Running coprocessor pre-close hooks at 1731255863708Disabling compacts and flushes for region at 1731255863708Disabling writes for close at 1731255863708Failed flush hbase:replication,,1731255844372.d21f8738ecac3c427950dd8d0cfb4bb5., putting online again at 1731255863708 2024-11-10T16:24:23,708 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731255844372.d21f8738ecac3c427950dd8d0cfb4bb5. 2024-11-10T16:24:23,821 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.wal-reader.8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.1731255829701 to pos 1527, reset compression=false 2024-11-10T16:24:23,908 DEBUG [RS:0;8e3de9160f9f:42973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:24:23,952 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/hbase/meta/1588230740/.tmp/ns/e67bd705f209490690c72963ea40a424 2024-11-10T16:24:23,971 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/hbase/meta/1588230740/.tmp/rep_barrier/aa6af98b578b40dea698162e0607f6b3 is 112, key is test,,1731255838906.6abac3c35710e16025fe0ca66ed7b022./rep_barrier:seqnumDuringOpen/1731255840051/Put/seqid=0 2024-11-10T16:24:23,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741845_1021 (size=5518) 2024-11-10T16:24:24,108 INFO [RS:0;8e3de9160f9f:42973 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T16:24:24,108 DEBUG [RS:0;8e3de9160f9f:42973 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d21f8738ecac3c427950dd8d0cfb4bb5=hbase:replication,,1731255844372.d21f8738ecac3c427950dd8d0cfb4bb5.} 2024-11-10T16:24:24,108 DEBUG [RS:0;8e3de9160f9f:42973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:24:24,125 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.wal-reader.8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.1731255829701 to pos 1527, reset compression=false 2024-11-10T16:24:24,309 DEBUG [RS:0;8e3de9160f9f:42973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:24:24,375 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/hbase/meta/1588230740/.tmp/rep_barrier/aa6af98b578b40dea698162e0607f6b3 2024-11-10T16:24:24,393 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/hbase/meta/1588230740/.tmp/table/b37849159626484286c1746fcc903af7 is 53, key is hbase:replication/table:state/1731255845541/Put/seqid=0 2024-11-10T16:24:24,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741846_1022 (size=5308) 2024-11-10T16:24:24,397 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/hbase/meta/1588230740/.tmp/table/b37849159626484286c1746fcc903af7 2024-11-10T16:24:24,401 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/hbase/meta/1588230740/.tmp/info/9cf5d2f5852a4a8d88a8bc09df4795c5 as hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/hbase/meta/1588230740/info/9cf5d2f5852a4a8d88a8bc09df4795c5 2024-11-10T16:24:24,404 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/hbase/meta/1588230740/info/9cf5d2f5852a4a8d88a8bc09df4795c5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T16:24:24,405 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/hbase/meta/1588230740/.tmp/ns/e67bd705f209490690c72963ea40a424 as hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/hbase/meta/1588230740/ns/e67bd705f209490690c72963ea40a424 2024-11-10T16:24:24,408 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/hbase/meta/1588230740/ns/e67bd705f209490690c72963ea40a424, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T16:24:24,408 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/hbase/meta/1588230740/.tmp/rep_barrier/aa6af98b578b40dea698162e0607f6b3 as hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/hbase/meta/1588230740/rep_barrier/aa6af98b578b40dea698162e0607f6b3 2024-11-10T16:24:24,411 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/hbase/meta/1588230740/rep_barrier/aa6af98b578b40dea698162e0607f6b3, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T16:24:24,412 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/hbase/meta/1588230740/.tmp/table/b37849159626484286c1746fcc903af7 as hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/hbase/meta/1588230740/table/b37849159626484286c1746fcc903af7 2024-11-10T16:24:24,415 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/hbase/meta/1588230740/table/b37849159626484286c1746fcc903af7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T16:24:24,416 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1309ms, sequenceid=16, compaction requested=false 2024-11-10T16:24:24,416 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T16:24:24,420 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T16:24:24,421 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:24:24,421 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T16:24:24,421 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T16:24:24,421 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731255863107Running coprocessor pre-close hooks at 1731255863107Disabling compacts and flushes for region at 1731255863107Disabling writes for close at 1731255863107Obtaining lock to block concurrent updates at 1731255863108 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731255863108Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731255863108Flushing stores of hbase:meta,,1.1588230740 at 1731255863108Flushing 1588230740/info: creating writer at 1731255863108Flushing 1588230740/info: appending metadata at 1731255863123 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731255863123Flushing 1588230740/ns: creating writer at 1731255863532 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731255863547 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731255863547Flushing 1588230740/rep_barrier: creating writer at 1731255863956 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731255863971 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731255863971Flushing 1588230740/table: creating writer at 1731255864379 (+408 ms)Flushing 1588230740/table: appending metadata at 1731255864393 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731255864393Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cacb789: reopening flushed file at 1731255864400 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ded0d78: reopening flushed file at 1731255864404 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53d93741: reopening flushed file at 1731255864408 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d445bea: reopening flushed file at 1731255864412 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1309ms, sequenceid=16, compaction requested=false at 1731255864416 (+4 ms)Writing region close event to WAL at 1731255864418 (+2 ms)Running coprocessor post-close hooks at 1731255864421 (+3 ms)Closed at 1731255864421 2024-11-10T16:24:24,421 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T16:24:24,509 INFO [RS:0;8e3de9160f9f:42973 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-10T16:24:24,509 INFO [RS:0;8e3de9160f9f:42973 {}] regionserver.HRegionServer(976): stopping server 8e3de9160f9f,42973,1731255828124; all regions closed. 2024-11-10T16:24:24,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741834_1010 (size=4239) 2024-11-10T16:24:24,511 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.meta.1731255830611.meta not finished, retry = 0 2024-11-10T16:24:24,528 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.wal-reader.8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.1731255829701 to pos 1527, reset compression=false 2024-11-10T16:24:24,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741839_1015 (size=1297) 2024-11-10T16:24:24,614 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.rep.1731255845504 not finished, retry = 0 2024-11-10T16:24:24,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741832_1008 (size=1535) 2024-11-10T16:24:24,717 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/WALs/8e3de9160f9f,42973,1731255828124/8e3de9160f9f%2C42973%2C1731255828124.1731255829701 not finished, retry = 0 2024-11-10T16:24:24,818 DEBUG [RS:0;8e3de9160f9f:42973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:24,818 INFO [RS:0;8e3de9160f9f:42973 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:24:24,818 INFO [RS:0;8e3de9160f9f:42973 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:24:24,818 INFO [RS:0;8e3de9160f9f:42973 {}] hbase.ChoreService(370): Chore service for: regionserver/8e3de9160f9f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T16:24:24,818 INFO [RS:0;8e3de9160f9f:42973 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:24:24,818 INFO [regionserver/8e3de9160f9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:24:24,818 INFO [RS:0;8e3de9160f9f:42973 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8e3de9160f9f,42973,1731255828124 because: Region server is closing 2024-11-10T16:24:24,818 INFO [RS:0;8e3de9160f9f:42973 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:42973. 2024-11-10T16:24:24,819 DEBUG [RS:0;8e3de9160f9f:42973 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:24:24,819 DEBUG [RS:0;8e3de9160f9f:42973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:24,819 DEBUG [RS:0;8e3de9160f9f:42973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:24,819 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:24:24,919 INFO [RS:0;8e3de9160f9f:42973 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.shipper8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 terminated 2024-11-10T16:24:24,919 WARN [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,42973,1731255828124.replicationSource.wal-reader.8e3de9160f9f%2C42973%2C1731255828124,1-8e3de9160f9f,42973,1731255828124 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T16:24:24,919 INFO [RS:0;8e3de9160f9f:42973 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42973 2024-11-10T16:24:24,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42973-0x10102b166800001, quorum=127.0.0.1:49695, baseZNode=/085937690 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/085937690/rs/8e3de9160f9f,42973,1731255828124 2024-11-10T16:24:24,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10102b166800000, quorum=127.0.0.1:49695, baseZNode=/085937690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/085937690/rs 2024-11-10T16:24:24,921 INFO [RS:0;8e3de9160f9f:42973 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:24:24,922 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8e3de9160f9f,42973,1731255828124] 2024-11-10T16:24:24,923 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /085937690/draining/8e3de9160f9f,42973,1731255828124 already deleted, retry=false 2024-11-10T16:24:24,923 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8e3de9160f9f,42973,1731255828124 expired; onlineServers=0 2024-11-10T16:24:24,923 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8e3de9160f9f,34357,1731255828069' ***** 2024-11-10T16:24:24,923 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T16:24:24,923 INFO [M:0;8e3de9160f9f:34357 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:24:24,923 INFO [M:0;8e3de9160f9f:34357 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:24:24,923 DEBUG [M:0;8e3de9160f9f:34357 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T16:24:24,923 DEBUG [M:0;8e3de9160f9f:34357 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T16:24:24,923 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T16:24:24,924 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255829467 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255829467,5,FailOnTimeoutGroup] 2024-11-10T16:24:24,924 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255829467 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255829467,5,FailOnTimeoutGroup] 2024-11-10T16:24:24,924 INFO [M:0;8e3de9160f9f:34357 {}] hbase.ChoreService(370): Chore service for: master/8e3de9160f9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T16:24:24,924 INFO [M:0;8e3de9160f9f:34357 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:24:24,924 DEBUG [M:0;8e3de9160f9f:34357 {}] master.HMaster(1795): Stopping service threads 2024-11-10T16:24:24,924 INFO [M:0;8e3de9160f9f:34357 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T16:24:24,924 INFO [M:0;8e3de9160f9f:34357 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:24:24,924 INFO [M:0;8e3de9160f9f:34357 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T16:24:24,924 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T16:24:24,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10102b166800000, quorum=127.0.0.1:49695, baseZNode=/085937690 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/085937690/master 2024-11-10T16:24:24,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10102b166800000, quorum=127.0.0.1:49695, baseZNode=/085937690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/085937690 2024-11-10T16:24:24,926 DEBUG [M:0;8e3de9160f9f:34357 {}] zookeeper.ZKUtil(347): master:34357-0x10102b166800000, quorum=127.0.0.1:49695, baseZNode=/085937690 Unable to get data of znode /085937690/master because node does not exist (not an error) 2024-11-10T16:24:24,926 WARN [M:0;8e3de9160f9f:34357 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T16:24:24,927 INFO [M:0;8e3de9160f9f:34357 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/.lastflushedseqids 2024-11-10T16:24:24,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741847_1023 (size=245) 2024-11-10T16:24:25,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42973-0x10102b166800001, quorum=127.0.0.1:49695, baseZNode=/085937690 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:24:25,022 INFO [RS:0;8e3de9160f9f:42973 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:24:25,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42973-0x10102b166800001, quorum=127.0.0.1:49695, baseZNode=/085937690 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:24:25,023 INFO [RS:0;8e3de9160f9f:42973 {}] regionserver.HRegionServer(1031): Exiting; stopping=8e3de9160f9f,42973,1731255828124; zookeeper connection closed. 2024-11-10T16:24:25,023 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a52996 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a52996 2024-11-10T16:24:25,023 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T16:24:25,331 INFO [M:0;8e3de9160f9f:34357 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T16:24:25,331 INFO [M:0;8e3de9160f9f:34357 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T16:24:25,332 DEBUG [M:0;8e3de9160f9f:34357 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T16:24:25,332 INFO [M:0;8e3de9160f9f:34357 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:24:25,332 DEBUG [M:0;8e3de9160f9f:34357 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:24:25,332 DEBUG [M:0;8e3de9160f9f:34357 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T16:24:25,332 DEBUG [M:0;8e3de9160f9f:34357 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:24:25,332 INFO [M:0;8e3de9160f9f:34357 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-10T16:24:25,352 DEBUG [M:0;8e3de9160f9f:34357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c7b34218f5c4945abda940208813d31 is 82, key is hbase:meta,,1/info:regioninfo/1731255830639/Put/seqid=0 2024-11-10T16:24:25,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741848_1024 (size=5672) 2024-11-10T16:24:25,756 INFO [M:0;8e3de9160f9f:34357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c7b34218f5c4945abda940208813d31 2024-11-10T16:24:25,779 DEBUG [M:0;8e3de9160f9f:34357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/017925e89a1144cdac7b9b7c92437575 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731255840062/Put/seqid=0 2024-11-10T16:24:25,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741849_1025 (size=7217) 2024-11-10T16:24:26,183 INFO [M:0;8e3de9160f9f:34357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/017925e89a1144cdac7b9b7c92437575 2024-11-10T16:24:26,187 INFO [M:0;8e3de9160f9f:34357 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 017925e89a1144cdac7b9b7c92437575 2024-11-10T16:24:26,202 DEBUG [M:0;8e3de9160f9f:34357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/129110e757404f7d97c497048e90ead3 is 69, key is 8e3de9160f9f,42973,1731255828124/rs:state/1731255829563/Put/seqid=0 2024-11-10T16:24:26,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741850_1026 (size=5156) 2024-11-10T16:24:26,606 INFO [M:0;8e3de9160f9f:34357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/129110e757404f7d97c497048e90ead3 2024-11-10T16:24:26,610 DEBUG [M:0;8e3de9160f9f:34357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c7b34218f5c4945abda940208813d31 as hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0c7b34218f5c4945abda940208813d31 2024-11-10T16:24:26,614 INFO [M:0;8e3de9160f9f:34357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0c7b34218f5c4945abda940208813d31, entries=8, sequenceid=105, filesize=5.5 K 2024-11-10T16:24:26,615 DEBUG [M:0;8e3de9160f9f:34357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/017925e89a1144cdac7b9b7c92437575 as hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/017925e89a1144cdac7b9b7c92437575 2024-11-10T16:24:26,618 INFO [M:0;8e3de9160f9f:34357 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 017925e89a1144cdac7b9b7c92437575 2024-11-10T16:24:26,618 INFO [M:0;8e3de9160f9f:34357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/017925e89a1144cdac7b9b7c92437575, entries=11, sequenceid=105, filesize=7.0 K 2024-11-10T16:24:26,619 DEBUG [M:0;8e3de9160f9f:34357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/129110e757404f7d97c497048e90ead3 as hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/129110e757404f7d97c497048e90ead3 2024-11-10T16:24:26,622 INFO [M:0;8e3de9160f9f:34357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46743/user/jenkins/test-data/2fd162d7-c20b-c673-2f70-3e9afad04b65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/129110e757404f7d97c497048e90ead3, entries=1, sequenceid=105, filesize=5.0 K 2024-11-10T16:24:26,623 INFO [M:0;8e3de9160f9f:34357 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=105, compaction requested=false 2024-11-10T16:24:26,624 INFO [M:0;8e3de9160f9f:34357 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:24:26,624 DEBUG [M:0;8e3de9160f9f:34357 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731255865332Disabling compacts and flushes for region at 1731255865332Disabling writes for close at 1731255865332Obtaining lock to block concurrent updates at 1731255865332Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731255865332Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731255865332Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731255865333 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731255865333Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731255865351 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731255865351Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731255865760 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731255865778 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731255865778Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731255866187 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731255866201 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731255866201Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ae5865f: reopening flushed file at 1731255866610 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78c807f5: reopening flushed file at 1731255866614 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3808fa5a: reopening flushed file at 1731255866618 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=105, compaction requested=false at 1731255866623 (+5 ms)Writing region close event to WAL at 1731255866624 (+1 ms)Closed at 1731255866624 2024-11-10T16:24:26,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741830_1006 (size=64411) 2024-11-10T16:24:26,628 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:24:26,628 INFO [M:0;8e3de9160f9f:34357 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T16:24:26,628 INFO [M:0;8e3de9160f9f:34357 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34357 2024-11-10T16:24:26,628 INFO [M:0;8e3de9160f9f:34357 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:24:26,657 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T16:24:26,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:26,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:26,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:26,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:26,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:26,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:26,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:26,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:26,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:26,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:26,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:26,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:26,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:26,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:26,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:26,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:26,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:26,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10102b166800000, quorum=127.0.0.1:49695, baseZNode=/085937690 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:24:26,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10102b166800000, quorum=127.0.0.1:49695, baseZNode=/085937690 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:24:26,730 INFO [M:0;8e3de9160f9f:34357 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:24:26,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4bb120f7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T16:24:26,733 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e636865{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T16:24:26,733 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T16:24:26,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52c4ff25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T16:24:26,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@464fe840{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2648bd94-b98d-c330-1099-85eff6613e43/hadoop.log.dir/,STOPPED} 2024-11-10T16:24:26,750 WARN [BP-920602066-172.17.0.2-1731255827473 heartbeating to localhost/127.0.0.1:46743 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T16:24:26,750 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T16:24:26,750 WARN [BP-920602066-172.17.0.2-1731255827473 heartbeating to localhost/127.0.0.1:46743 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-920602066-172.17.0.2-1731255827473 (Datanode Uuid d66eeafe-efbc-4a66-8177-0e0c1dab6322) service to localhost/127.0.0.1:46743 2024-11-10T16:24:26,750 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T16:24:26,750 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2648bd94-b98d-c330-1099-85eff6613e43/cluster_81ce3ef1-069a-258c-a50b-6c4667df92e7/data/data1/current/BP-920602066-172.17.0.2-1731255827473 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T16:24:26,751 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2648bd94-b98d-c330-1099-85eff6613e43/cluster_81ce3ef1-069a-258c-a50b-6c4667df92e7/data/data2/current/BP-920602066-172.17.0.2-1731255827473 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T16:24:26,751 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T16:24:26,757 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46cfec75{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T16:24:26,758 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b89cf2e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T16:24:26,758 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T16:24:26,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e2dd2d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T16:24:26,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7578d2fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2648bd94-b98d-c330-1099-85eff6613e43/hadoop.log.dir/,STOPPED} 2024-11-10T16:24:26,765 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T16:24:26,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T16:24:26,793 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 314) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35103 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:35103 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49695) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:44487 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44487 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35103 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35103 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:46743 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46743 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46743 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46743 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44487 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44487 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35103 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44487 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49695) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46743 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49695) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=791 (was 730) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=238 (was 219) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6437 (was 6696) 2024-11-10T16:24:26,804 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=791, MaxFileDescriptor=1048576, SystemLoadAverage=238, ProcessCount=11, AvailableMemoryMB=6437 2024-11-10T16:24:26,818 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-10T16:24:26,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59c51c3a-823a-8728-26c4-941219f329fc/hadoop.log.dir so I do NOT create it in target/test-data/27e2347e-0387-3882-9b19-4c96a0394d3b 2024-11-10T16:24:26,819 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59c51c3a-823a-8728-26c4-941219f329fc/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T16:24:26,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59c51c3a-823a-8728-26c4-941219f329fc/hadoop.tmp.dir so I do NOT create it in target/test-data/27e2347e-0387-3882-9b19-4c96a0394d3b 2024-11-10T16:24:26,819 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59c51c3a-823a-8728-26c4-941219f329fc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T16:24:26,819 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e2347e-0387-3882-9b19-4c96a0394d3b 2024-11-10T16:24:26,819 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e2347e-0387-3882-9b19-4c96a0394d3b/cluster_6b4bc991-9273-1928-3fa5-73c565acde10, deleteOnExit=true 2024-11-10T16:24:26,822 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e2347e-0387-3882-9b19-4c96a0394d3b/cluster_6b4bc991-9273-1928-3fa5-73c565acde10/zookeeper_0, clientPort=63232, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e2347e-0387-3882-9b19-4c96a0394d3b/cluster_6b4bc991-9273-1928-3fa5-73c565acde10/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e2347e-0387-3882-9b19-4c96a0394d3b/cluster_6b4bc991-9273-1928-3fa5-73c565acde10/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T16:24:26,822 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63232 2024-11-10T16:24:26,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T16:24:26,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T16:24:26,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e2347e-0387-3882-9b19-4c96a0394d3b/test.cache.data in system properties and HBase conf 2024-11-10T16:24:26,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e2347e-0387-3882-9b19-4c96a0394d3b/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T16:24:26,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e2347e-0387-3882-9b19-4c96a0394d3b/hadoop.log.dir in system properties and HBase conf 2024-11-10T16:24:26,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e2347e-0387-3882-9b19-4c96a0394d3b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T16:24:26,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e2347e-0387-3882-9b19-4c96a0394d3b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T16:24:26,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T16:24:26,823 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T16:24:26,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e2347e-0387-3882-9b19-4c96a0394d3b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T16:24:26,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e2347e-0387-3882-9b19-4c96a0394d3b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T16:24:26,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e2347e-0387-3882-9b19-4c96a0394d3b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T16:24:26,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e2347e-0387-3882-9b19-4c96a0394d3b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T16:24:26,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e2347e-0387-3882-9b19-4c96a0394d3b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T16:24:26,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e2347e-0387-3882-9b19-4c96a0394d3b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T16:24:26,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e2347e-0387-3882-9b19-4c96a0394d3b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T16:24:26,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e2347e-0387-3882-9b19-4c96a0394d3b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T16:24:26,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e2347e-0387-3882-9b19-4c96a0394d3b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T16:24:26,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e2347e-0387-3882-9b19-4c96a0394d3b/nfs.dump.dir in system properties and HBase conf 2024-11-10T16:24:26,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e2347e-0387-3882-9b19-4c96a0394d3b/java.io.tmpdir in system properties and HBase conf 2024-11-10T16:24:26,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e2347e-0387-3882-9b19-4c96a0394d3b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T16:24:26,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e2347e-0387-3882-9b19-4c96a0394d3b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T16:24:26,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e2347e-0387-3882-9b19-4c96a0394d3b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T16:24:26,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10102b166800005, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T16:24:26,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10102b166800002, quorum=127.0.0.1:49695, baseZNode=/085937690 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T16:24:26,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10102b166800008, quorum=127.0.0.1:49695, baseZNode=/21071031896 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T16:24:26,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10102b166800005, quorum=127.0.0.1:49695, baseZNode=/1-654070556 Received Disconnected from ZooKeeper, ignoring 2024-11-10T16:24:26,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10102b166800002, quorum=127.0.0.1:49695, baseZNode=/085937690 Received Disconnected from ZooKeeper, ignoring 2024-11-10T16:24:26,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10102b166800008, quorum=127.0.0.1:49695, baseZNode=/21071031896 Received Disconnected from ZooKeeper, ignoring 2024-11-10T16:24:26,902 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:24:26,906 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T16:24:26,907 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T16:24:26,907 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T16:24:26,908 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T16:24:26,908 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:24:26,908 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b4140df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e2347e-0387-3882-9b19-4c96a0394d3b/hadoop.log.dir/,AVAILABLE} 2024-11-10T16:24:26,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43b1868c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T16:24:27,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47e18b3a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e2347e-0387-3882-9b19-4c96a0394d3b/java.io.tmpdir/jetty-localhost-46051-hadoop-hdfs-3_4_1-tests_jar-_-any-92863891390234511/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T16:24:27,024 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1457bd5c{HTTP/1.1, (http/1.1)}{localhost:46051} 2024-11-10T16:24:27,024 INFO [Time-limited test {}] server.Server(415): Started @293484ms 2024-11-10T16:24:27,097 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:24:27,100 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T16:24:27,101 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T16:24:27,101 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T16:24:27,102 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T16:24:27,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58b5e117{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e2347e-0387-3882-9b19-4c96a0394d3b/hadoop.log.dir/,AVAILABLE} 2024-11-10T16:24:27,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2889f38a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T16:24:27,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4bf442cd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e2347e-0387-3882-9b19-4c96a0394d3b/java.io.tmpdir/jetty-localhost-40405-hadoop-hdfs-3_4_1-tests_jar-_-any-15356569323432349463/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T16:24:27,217 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6744bde9{HTTP/1.1, (http/1.1)}{localhost:40405} 2024-11-10T16:24:27,217 INFO [Time-limited test {}] server.Server(415): Started @293678ms 2024-11-10T16:24:27,218 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T16:24:27,304 WARN [Thread-4171 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e2347e-0387-3882-9b19-4c96a0394d3b/cluster_6b4bc991-9273-1928-3fa5-73c565acde10/data/data1/current/BP-1965136018-172.17.0.2-1731255866847/current, will proceed with Du for space computation calculation, 2024-11-10T16:24:27,304 WARN [Thread-4172 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e2347e-0387-3882-9b19-4c96a0394d3b/cluster_6b4bc991-9273-1928-3fa5-73c565acde10/data/data2/current/BP-1965136018-172.17.0.2-1731255866847/current, will proceed with Du for space computation calculation, 2024-11-10T16:24:27,323 WARN [Thread-4159 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T16:24:27,325 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc484e810ff7f5fd with lease ID 0x25d24217e93ed761: Processing first storage report for DS-b8354e16-cddd-4350-a26f-013e6bfd9e0c from datanode DatanodeRegistration(127.0.0.1:46161, datanodeUuid=1eb1aeb4-3ceb-47c7-85cf-76cb57661358, infoPort=44187, infoSecurePort=0, ipcPort=45315, storageInfo=lv=-57;cid=testClusterID;nsid=1593865982;c=1731255866847) 2024-11-10T16:24:27,325 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc484e810ff7f5fd with lease ID 0x25d24217e93ed761: from storage DS-b8354e16-cddd-4350-a26f-013e6bfd9e0c node DatanodeRegistration(127.0.0.1:46161, datanodeUuid=1eb1aeb4-3ceb-47c7-85cf-76cb57661358, infoPort=44187, infoSecurePort=0, ipcPort=45315, storageInfo=lv=-57;cid=testClusterID;nsid=1593865982;c=1731255866847), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T16:24:27,325 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc484e810ff7f5fd with lease ID 0x25d24217e93ed761: Processing first storage report for DS-18cebf36-175d-42c6-9ee3-c50655fc36c3 from datanode DatanodeRegistration(127.0.0.1:46161, datanodeUuid=1eb1aeb4-3ceb-47c7-85cf-76cb57661358, infoPort=44187, infoSecurePort=0, ipcPort=45315, storageInfo=lv=-57;cid=testClusterID;nsid=1593865982;c=1731255866847) 2024-11-10T16:24:27,325 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc484e810ff7f5fd with lease ID 0x25d24217e93ed761: from storage DS-18cebf36-175d-42c6-9ee3-c50655fc36c3 node DatanodeRegistration(127.0.0.1:46161, datanodeUuid=1eb1aeb4-3ceb-47c7-85cf-76cb57661358, infoPort=44187, infoSecurePort=0, ipcPort=45315, storageInfo=lv=-57;cid=testClusterID;nsid=1593865982;c=1731255866847), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T16:24:27,341 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e2347e-0387-3882-9b19-4c96a0394d3b 2024-11-10T16:24:27,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:24:27,343 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:24:27,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46161 is added to blk_1073741825_1001 (size=7) 2024-11-10T16:24:27,750 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39553/user/jenkins/test-data/2581ffbf-92e3-8a9e-cd3b-56d0d70c93f3 with version=8 2024-11-10T16:24:27,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39553/user/jenkins/test-data/2581ffbf-92e3-8a9e-cd3b-56d0d70c93f3/hbase-staging 2024-11-10T16:24:27,753 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:24:27,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:24:27,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:24:27,753 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:24:27,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:24:27,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:24:27,753 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T16:24:27,753 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:24:27,754 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36627 2024-11-10T16:24:27,754 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36627 connecting to ZooKeeper ensemble=127.0.0.1:63232 2024-11-10T16:24:27,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366270x0, quorum=127.0.0.1:63232, baseZNode=/0959173623 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:24:27,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36627-0x10102b200550000 connected 2024-11-10T16:24:27,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:24:27,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:24:27,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36627-0x10102b200550000, quorum=127.0.0.1:63232, baseZNode=/0959173623 Set watcher on znode that does not yet exist, /0959173623/running 2024-11-10T16:24:27,798 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39553/user/jenkins/test-data/2581ffbf-92e3-8a9e-cd3b-56d0d70c93f3, hbase.cluster.distributed=false 2024-11-10T16:24:27,799 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36627-0x10102b200550000, quorum=127.0.0.1:63232, baseZNode=/0959173623 Set watcher on znode that does not yet exist, /0959173623/acl 2024-11-10T16:24:27,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36627 2024-11-10T16:24:27,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36627 2024-11-10T16:24:27,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36627 2024-11-10T16:24:27,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36627 2024-11-10T16:24:27,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36627 2024-11-10T16:24:27,821 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:24:27,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:24:27,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:24:27,821 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:24:27,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:24:27,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:24:27,821 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T16:24:27,821 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:24:27,822 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36059 2024-11-10T16:24:27,823 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36059 connecting to ZooKeeper ensemble=127.0.0.1:63232 2024-11-10T16:24:27,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:24:27,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:24:27,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360590x0, quorum=127.0.0.1:63232, baseZNode=/0959173623 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:24:27,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360590x0, quorum=127.0.0.1:63232, baseZNode=/0959173623 Set watcher on znode that does not yet exist, /0959173623/running 2024-11-10T16:24:27,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36059-0x10102b200550001 connected 2024-11-10T16:24:27,829 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T16:24:27,832 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T16:24:27,833 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36059-0x10102b200550001, quorum=127.0.0.1:63232, baseZNode=/0959173623 Set watcher on znode that does not yet exist, /0959173623/master 2024-11-10T16:24:27,833 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36059-0x10102b200550001, quorum=127.0.0.1:63232, baseZNode=/0959173623 Set watcher on znode that does not yet exist, /0959173623/acl 2024-11-10T16:24:27,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36059 2024-11-10T16:24:27,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36059 2024-11-10T16:24:27,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36059 2024-11-10T16:24:27,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36059 2024-11-10T16:24:27,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36059 2024-11-10T16:24:27,851 DEBUG [M:0;8e3de9160f9f:36627 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8e3de9160f9f:36627 2024-11-10T16:24:27,851 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0959173623/backup-masters/8e3de9160f9f,36627,1731255867752 2024-11-10T16:24:27,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36627-0x10102b200550000, quorum=127.0.0.1:63232, baseZNode=/0959173623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0959173623/backup-masters 2024-11-10T16:24:27,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36059-0x10102b200550001, quorum=127.0.0.1:63232, baseZNode=/0959173623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0959173623/backup-masters 2024-11-10T16:24:27,855 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36627-0x10102b200550000, quorum=127.0.0.1:63232, baseZNode=/0959173623 Set watcher on existing znode=/0959173623/backup-masters/8e3de9160f9f,36627,1731255867752 2024-11-10T16:24:27,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36059-0x10102b200550001, quorum=127.0.0.1:63232, baseZNode=/0959173623 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0959173623/master 2024-11-10T16:24:27,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36627-0x10102b200550000, quorum=127.0.0.1:63232, baseZNode=/0959173623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0959173623 2024-11-10T16:24:27,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36059-0x10102b200550001, quorum=127.0.0.1:63232, baseZNode=/0959173623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0959173623 2024-11-10T16:24:27,856 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36627-0x10102b200550000, quorum=127.0.0.1:63232, baseZNode=/0959173623 Set watcher on existing znode=/0959173623/master 2024-11-10T16:24:27,856 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0959173623/backup-masters/8e3de9160f9f,36627,1731255867752 from backup master directory 2024-11-10T16:24:27,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36627-0x10102b200550000, quorum=127.0.0.1:63232, baseZNode=/0959173623 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0959173623/backup-masters/8e3de9160f9f,36627,1731255867752 2024-11-10T16:24:27,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36059-0x10102b200550001, quorum=127.0.0.1:63232, baseZNode=/0959173623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0959173623/backup-masters 2024-11-10T16:24:27,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36627-0x10102b200550000, quorum=127.0.0.1:63232, baseZNode=/0959173623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0959173623/backup-masters 2024-11-10T16:24:27,857 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:24:27,857 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8e3de9160f9f,36627,1731255867752 2024-11-10T16:24:27,860 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39553/user/jenkins/test-data/2581ffbf-92e3-8a9e-cd3b-56d0d70c93f3/hbase.id] with ID: 1bc02fc7-d537-4b61-8371-f4098a6c7efb 2024-11-10T16:24:27,860 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39553/user/jenkins/test-data/2581ffbf-92e3-8a9e-cd3b-56d0d70c93f3/.tmp/hbase.id 2024-11-10T16:24:27,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46161 is added to blk_1073741826_1002 (size=42) 2024-11-10T16:24:28,269 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39553/user/jenkins/test-data/2581ffbf-92e3-8a9e-cd3b-56d0d70c93f3/.tmp/hbase.id]:[hdfs://localhost:39553/user/jenkins/test-data/2581ffbf-92e3-8a9e-cd3b-56d0d70c93f3/hbase.id] 2024-11-10T16:24:28,276 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:24:28,277 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T16:24:28,277 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-10T16:24:28,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36627-0x10102b200550000, quorum=127.0.0.1:63232, baseZNode=/0959173623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0959173623 2024-11-10T16:24:28,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36059-0x10102b200550001, quorum=127.0.0.1:63232, baseZNode=/0959173623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0959173623 2024-11-10T16:24:28,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46161 is added to blk_1073741827_1003 (size=196) 2024-11-10T16:24:28,625 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T16:24:28,625 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T16:24:28,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T16:24:28,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T16:24:28,683 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:24:28,684 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T16:24:28,685 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:24:28,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46161 is added to blk_1073741828_1004 (size=1189) 2024-11-10T16:24:29,091 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39553/user/jenkins/test-data/2581ffbf-92e3-8a9e-cd3b-56d0d70c93f3/MasterData/data/master/store 2024-11-10T16:24:29,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46161 is added to blk_1073741829_1005 (size=34) 2024-11-10T16:24:29,496 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:24:29,496 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T16:24:29,496 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:24:29,496 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:24:29,496 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T16:24:29,496 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:24:29,496 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:24:29,496 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731255869496Disabling compacts and flushes for region at 1731255869496Disabling writes for close at 1731255869496Writing region close event to WAL at 1731255869496Closed at 1731255869496 2024-11-10T16:24:29,497 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39553/user/jenkins/test-data/2581ffbf-92e3-8a9e-cd3b-56d0d70c93f3/MasterData/data/master/store/.initializing 2024-11-10T16:24:29,497 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39553/user/jenkins/test-data/2581ffbf-92e3-8a9e-cd3b-56d0d70c93f3/MasterData/WALs/8e3de9160f9f,36627,1731255867752 2024-11-10T16:24:29,498 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:24:29,499 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8e3de9160f9f%2C36627%2C1731255867752, suffix=, logDir=hdfs://localhost:39553/user/jenkins/test-data/2581ffbf-92e3-8a9e-cd3b-56d0d70c93f3/MasterData/WALs/8e3de9160f9f,36627,1731255867752, archiveDir=hdfs://localhost:39553/user/jenkins/test-data/2581ffbf-92e3-8a9e-cd3b-56d0d70c93f3/MasterData/oldWALs, maxLogs=10 2024-11-10T16:24:29,512 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2581ffbf-92e3-8a9e-cd3b-56d0d70c93f3/MasterData/WALs/8e3de9160f9f,36627,1731255867752/8e3de9160f9f%2C36627%2C1731255867752.1731255869499, exclude list is [], retry=0 2024-11-10T16:24:29,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46161,DS-b8354e16-cddd-4350-a26f-013e6bfd9e0c,DISK] 2024-11-10T16:24:29,516 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2581ffbf-92e3-8a9e-cd3b-56d0d70c93f3/MasterData/WALs/8e3de9160f9f,36627,1731255867752/8e3de9160f9f%2C36627%2C1731255867752.1731255869499 2024-11-10T16:24:29,516 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44187:44187)] 2024-11-10T16:24:29,516 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:24:29,516 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:24:29,516 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:29,516 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:29,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:29,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T16:24:29,518 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:29,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:24:29,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:29,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T16:24:29,519 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:29,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:24:29,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:29,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T16:24:29,520 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:29,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:24:29,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:29,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T16:24:29,521 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:29,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:24:29,522 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:29,522 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39553/user/jenkins/test-data/2581ffbf-92e3-8a9e-cd3b-56d0d70c93f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:29,523 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39553/user/jenkins/test-data/2581ffbf-92e3-8a9e-cd3b-56d0d70c93f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:29,523 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:29,524 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:29,524 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:24:29,525 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:29,526 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39553/user/jenkins/test-data/2581ffbf-92e3-8a9e-cd3b-56d0d70c93f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:24:29,526 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62790319, jitterRate=-0.06435133516788483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:24:29,527 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731255869516Initializing all the Stores at 1731255869517 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255869517Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255869517Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255869517Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255869517Cleaning up temporary data from old regions at 1731255869524 (+7 ms)Region opened successfully at 1731255869527 (+3 ms) 2024-11-10T16:24:29,527 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T16:24:29,529 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e49ffcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:24:29,530 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T16:24:29,530 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T16:24:29,530 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T16:24:29,530 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T16:24:29,531 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T16:24:29,531 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T16:24:29,531 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T16:24:29,532 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T16:24:29,533 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36627-0x10102b200550000, quorum=127.0.0.1:63232, baseZNode=/0959173623 Unable to get data of znode /0959173623/balancer because node does not exist (not necessarily an error) 2024-11-10T16:24:29,535 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0959173623/balancer already deleted, retry=false 2024-11-10T16:24:29,535 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T16:24:29,536 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36627-0x10102b200550000, quorum=127.0.0.1:63232, baseZNode=/0959173623 Unable to get data of znode /0959173623/normalizer because node does not exist (not necessarily an error) 2024-11-10T16:24:29,536 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0959173623/normalizer already deleted, retry=false 2024-11-10T16:24:29,537 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T16:24:29,537 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36627-0x10102b200550000, quorum=127.0.0.1:63232, baseZNode=/0959173623 Unable to get data of znode /0959173623/switch/split because node does not exist (not necessarily an error) 2024-11-10T16:24:29,538 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0959173623/switch/split already deleted, retry=false 2024-11-10T16:24:29,539 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36627-0x10102b200550000, quorum=127.0.0.1:63232, baseZNode=/0959173623 Unable to get data of znode /0959173623/switch/merge because node does not exist (not necessarily an error) 2024-11-10T16:24:29,539 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0959173623/switch/merge already deleted, retry=false 2024-11-10T16:24:29,541 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36627-0x10102b200550000, quorum=127.0.0.1:63232, baseZNode=/0959173623 Unable to get data of znode /0959173623/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T16:24:29,543 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0959173623/snapshot-cleanup already deleted, retry=false 2024-11-10T16:24:29,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36627-0x10102b200550000, quorum=127.0.0.1:63232, baseZNode=/0959173623 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0959173623/running 2024-11-10T16:24:29,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36059-0x10102b200550001, quorum=127.0.0.1:63232, baseZNode=/0959173623 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0959173623/running 2024-11-10T16:24:29,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36059-0x10102b200550001, quorum=127.0.0.1:63232, baseZNode=/0959173623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0959173623 2024-11-10T16:24:29,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36627-0x10102b200550000, quorum=127.0.0.1:63232, baseZNode=/0959173623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0959173623 2024-11-10T16:24:29,544 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8e3de9160f9f,36627,1731255867752, sessionid=0x10102b200550000, setting cluster-up flag (Was=false) 2024-11-10T16:24:29,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36627-0x10102b200550000, quorum=127.0.0.1:63232, baseZNode=/0959173623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0959173623 2024-11-10T16:24:29,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36059-0x10102b200550001, quorum=127.0.0.1:63232, baseZNode=/0959173623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0959173623 2024-11-10T16:24:29,552 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0959173623/flush-table-proc/acquired, /0959173623/flush-table-proc/reached, /0959173623/flush-table-proc/abort 2024-11-10T16:24:29,553 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,36627,1731255867752 2024-11-10T16:24:29,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36627-0x10102b200550000, quorum=127.0.0.1:63232, baseZNode=/0959173623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0959173623 2024-11-10T16:24:29,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36059-0x10102b200550001, quorum=127.0.0.1:63232, baseZNode=/0959173623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0959173623 2024-11-10T16:24:29,560 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0959173623/online-snapshot/acquired, /0959173623/online-snapshot/reached, /0959173623/online-snapshot/abort 2024-11-10T16:24:29,561 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,36627,1731255867752 2024-11-10T16:24:29,562 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39553/user/jenkins/test-data/2581ffbf-92e3-8a9e-cd3b-56d0d70c93f3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T16:24:29,563 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T16:24:29,563 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T16:24:29,563 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T16:24:29,564 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8e3de9160f9f,36627,1731255867752 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T16:24:29,565 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:24:29,565 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:24:29,565 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:24:29,565 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:24:29,565 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8e3de9160f9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T16:24:29,565 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:29,565 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:24:29,565 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:29,569 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731255899569 2024-11-10T16:24:29,569 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T16:24:29,569 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T16:24:29,569 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T16:24:29,569 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T16:24:29,569 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T16:24:29,569 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T16:24:29,569 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:24:29,569 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:29,569 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T16:24:29,569 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T16:24:29,570 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T16:24:29,570 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T16:24:29,570 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T16:24:29,570 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T16:24:29,570 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T16:24:29,570 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:29,570 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255869570,5,FailOnTimeoutGroup] 2024-11-10T16:24:29,570 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T16:24:29,570 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255869570,5,FailOnTimeoutGroup] 2024-11-10T16:24:29,570 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:29,570 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T16:24:29,570 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:29,570 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:29,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46161 is added to blk_1073741831_1007 (size=1321) 2024-11-10T16:24:29,642 INFO [RS:0;8e3de9160f9f:36059 {}] regionserver.HRegionServer(746): ClusterId : 1bc02fc7-d537-4b61-8371-f4098a6c7efb 2024-11-10T16:24:29,642 DEBUG [RS:0;8e3de9160f9f:36059 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T16:24:29,645 DEBUG [RS:0;8e3de9160f9f:36059 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T16:24:29,645 DEBUG [RS:0;8e3de9160f9f:36059 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T16:24:29,649 DEBUG [RS:0;8e3de9160f9f:36059 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T16:24:29,649 DEBUG [RS:0;8e3de9160f9f:36059 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b24b61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:24:29,660 DEBUG [RS:0;8e3de9160f9f:36059 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8e3de9160f9f:36059 2024-11-10T16:24:29,660 INFO [RS:0;8e3de9160f9f:36059 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T16:24:29,660 INFO [RS:0;8e3de9160f9f:36059 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T16:24:29,661 DEBUG [RS:0;8e3de9160f9f:36059 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T16:24:29,661 INFO [RS:0;8e3de9160f9f:36059 {}] regionserver.HRegionServer(2659): reportForDuty to master=8e3de9160f9f,36627,1731255867752 with port=36059, startcode=1731255867821 2024-11-10T16:24:29,661 DEBUG [RS:0;8e3de9160f9f:36059 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T16:24:29,663 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T16:24:29,663 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36627 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8e3de9160f9f,36059,1731255867821 2024-11-10T16:24:29,663 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36627 {}] master.ServerManager(517): Registering regionserver=8e3de9160f9f,36059,1731255867821 2024-11-10T16:24:29,664 DEBUG [RS:0;8e3de9160f9f:36059 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39553/user/jenkins/test-data/2581ffbf-92e3-8a9e-cd3b-56d0d70c93f3 2024-11-10T16:24:29,664 DEBUG [RS:0;8e3de9160f9f:36059 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39553 2024-11-10T16:24:29,665 DEBUG [RS:0;8e3de9160f9f:36059 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T16:24:29,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36627-0x10102b200550000, quorum=127.0.0.1:63232, baseZNode=/0959173623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0959173623/rs 2024-11-10T16:24:29,668 DEBUG [RS:0;8e3de9160f9f:36059 {}] zookeeper.ZKUtil(111): regionserver:36059-0x10102b200550001, quorum=127.0.0.1:63232, baseZNode=/0959173623 Set watcher on existing znode=/0959173623/rs/8e3de9160f9f,36059,1731255867821 2024-11-10T16:24:29,668 WARN [RS:0;8e3de9160f9f:36059 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:24:29,668 INFO [RS:0;8e3de9160f9f:36059 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:24:29,668 DEBUG [RS:0;8e3de9160f9f:36059 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39553/user/jenkins/test-data/2581ffbf-92e3-8a9e-cd3b-56d0d70c93f3/WALs/8e3de9160f9f,36059,1731255867821 2024-11-10T16:24:29,669 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8e3de9160f9f,36059,1731255867821] 2024-11-10T16:24:29,671 INFO [RS:0;8e3de9160f9f:36059 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T16:24:29,672 INFO [RS:0;8e3de9160f9f:36059 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T16:24:29,673 INFO [RS:0;8e3de9160f9f:36059 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T16:24:29,673 INFO [RS:0;8e3de9160f9f:36059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:29,673 INFO [RS:0;8e3de9160f9f:36059 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T16:24:29,673 INFO [RS:0;8e3de9160f9f:36059 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T16:24:29,673 INFO [RS:0;8e3de9160f9f:36059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:29,673 DEBUG [RS:0;8e3de9160f9f:36059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:29,673 DEBUG [RS:0;8e3de9160f9f:36059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:29,673 DEBUG [RS:0;8e3de9160f9f:36059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:29,673 DEBUG [RS:0;8e3de9160f9f:36059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:29,674 DEBUG [RS:0;8e3de9160f9f:36059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:29,674 DEBUG [RS:0;8e3de9160f9f:36059 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:24:29,674 DEBUG [RS:0;8e3de9160f9f:36059 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:29,674 DEBUG [RS:0;8e3de9160f9f:36059 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:29,674 DEBUG [RS:0;8e3de9160f9f:36059 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:29,674 DEBUG [RS:0;8e3de9160f9f:36059 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:29,674 DEBUG [RS:0;8e3de9160f9f:36059 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:29,674 DEBUG [RS:0;8e3de9160f9f:36059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:29,674 DEBUG [RS:0;8e3de9160f9f:36059 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:24:29,674 DEBUG [RS:0;8e3de9160f9f:36059 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:24:29,674 INFO [RS:0;8e3de9160f9f:36059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:29,674 INFO [RS:0;8e3de9160f9f:36059 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:29,674 INFO [RS:0;8e3de9160f9f:36059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:29,674 INFO [RS:0;8e3de9160f9f:36059 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:29,674 INFO [RS:0;8e3de9160f9f:36059 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:29,674 INFO [RS:0;8e3de9160f9f:36059 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,36059,1731255867821-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:24:29,694 INFO [RS:0;8e3de9160f9f:36059 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T16:24:29,695 INFO [RS:0;8e3de9160f9f:36059 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,36059,1731255867821-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:29,695 INFO [RS:0;8e3de9160f9f:36059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:29,695 INFO [RS:0;8e3de9160f9f:36059 {}] regionserver.Replication(171): 8e3de9160f9f,36059,1731255867821 started 2024-11-10T16:24:29,707 INFO [RS:0;8e3de9160f9f:36059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:29,707 INFO [RS:0;8e3de9160f9f:36059 {}] regionserver.HRegionServer(1482): Serving as 8e3de9160f9f,36059,1731255867821, RpcServer on 8e3de9160f9f/172.17.0.2:36059, sessionid=0x10102b200550001 2024-11-10T16:24:29,707 DEBUG [RS:0;8e3de9160f9f:36059 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T16:24:29,708 DEBUG [RS:0;8e3de9160f9f:36059 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8e3de9160f9f,36059,1731255867821 2024-11-10T16:24:29,708 DEBUG [RS:0;8e3de9160f9f:36059 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,36059,1731255867821' 2024-11-10T16:24:29,708 DEBUG [RS:0;8e3de9160f9f:36059 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0959173623/flush-table-proc/abort' 2024-11-10T16:24:29,708 DEBUG [RS:0;8e3de9160f9f:36059 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0959173623/flush-table-proc/acquired' 2024-11-10T16:24:29,708 DEBUG [RS:0;8e3de9160f9f:36059 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T16:24:29,708 DEBUG [RS:0;8e3de9160f9f:36059 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T16:24:29,708 DEBUG [RS:0;8e3de9160f9f:36059 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8e3de9160f9f,36059,1731255867821 2024-11-10T16:24:29,708 DEBUG [RS:0;8e3de9160f9f:36059 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,36059,1731255867821' 2024-11-10T16:24:29,708 DEBUG [RS:0;8e3de9160f9f:36059 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0959173623/online-snapshot/abort' 2024-11-10T16:24:29,709 DEBUG [RS:0;8e3de9160f9f:36059 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0959173623/online-snapshot/acquired' 2024-11-10T16:24:29,709 DEBUG [RS:0;8e3de9160f9f:36059 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T16:24:29,709 INFO [RS:0;8e3de9160f9f:36059 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T16:24:29,709 INFO [RS:0;8e3de9160f9f:36059 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T16:24:29,809 INFO [RS:0;8e3de9160f9f:36059 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:24:29,810 INFO [RS:0;8e3de9160f9f:36059 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C36059%2C1731255867821, suffix=, logDir=hdfs://localhost:39553/user/jenkins/test-data/2581ffbf-92e3-8a9e-cd3b-56d0d70c93f3/WALs/8e3de9160f9f,36059,1731255867821, archiveDir=hdfs://localhost:39553/user/jenkins/test-data/2581ffbf-92e3-8a9e-cd3b-56d0d70c93f3/oldWALs, maxLogs=10 2024-11-10T16:24:29,823 DEBUG [RS:0;8e3de9160f9f:36059 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2581ffbf-92e3-8a9e-cd3b-56d0d70c93f3/WALs/8e3de9160f9f,36059,1731255867821/8e3de9160f9f%2C36059%2C1731255867821.1731255869811, exclude list is [], retry=0 2024-11-10T16:24:29,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46161,DS-b8354e16-cddd-4350-a26f-013e6bfd9e0c,DISK] 2024-11-10T16:24:29,827 INFO [RS:0;8e3de9160f9f:36059 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2581ffbf-92e3-8a9e-cd3b-56d0d70c93f3/WALs/8e3de9160f9f,36059,1731255867821/8e3de9160f9f%2C36059%2C1731255867821.1731255869811 2024-11-10T16:24:29,827 DEBUG [RS:0;8e3de9160f9f:36059 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44187:44187)] 2024-11-10T16:24:29,979 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39553/user/jenkins/test-data/2581ffbf-92e3-8a9e-cd3b-56d0d70c93f3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T16:24:29,979 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39553/user/jenkins/test-data/2581ffbf-92e3-8a9e-cd3b-56d0d70c93f3 2024-11-10T16:24:29,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46161 is added to blk_1073741833_1009 (size=32) 2024-11-10T16:24:30,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:24:30,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:24:30,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:24:30,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:30,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:24:30,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:24:30,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:24:30,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:30,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:24:30,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:24:30,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:24:30,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:30,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:24:30,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:24:30,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:24:30,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:30,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:24:30,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:24:30,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39553/user/jenkins/test-data/2581ffbf-92e3-8a9e-cd3b-56d0d70c93f3/data/hbase/meta/1588230740 2024-11-10T16:24:30,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39553/user/jenkins/test-data/2581ffbf-92e3-8a9e-cd3b-56d0d70c93f3/data/hbase/meta/1588230740 2024-11-10T16:24:30,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:24:30,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:24:30,392 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:24:30,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:24:30,394 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39553/user/jenkins/test-data/2581ffbf-92e3-8a9e-cd3b-56d0d70c93f3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:24:30,394 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60519401, jitterRate=-0.09819065034389496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:24:30,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731255870384Initializing all the Stores at 1731255870385 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255870385Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255870385Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255870385Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255870385Cleaning up temporary data from old regions at 1731255870391 (+6 ms)Region opened successfully at 1731255870394 (+3 ms) 2024-11-10T16:24:30,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T16:24:30,395 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T16:24:30,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T16:24:30,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T16:24:30,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T16:24:30,395 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T16:24:30,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731255870395Disabling compacts and flushes for region at 1731255870395Disabling writes for close at 1731255870395Writing region close event to WAL at 1731255870395Closed at 1731255870395 2024-11-10T16:24:30,396 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:24:30,396 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T16:24:30,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T16:24:30,397 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:24:30,397 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T16:24:30,547 DEBUG [8e3de9160f9f:36627 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T16:24:30,548 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8e3de9160f9f,36059,1731255867821 2024-11-10T16:24:30,549 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,36059,1731255867821, state=OPENING 2024-11-10T16:24:30,550 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T16:24:30,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36627-0x10102b200550000, quorum=127.0.0.1:63232, baseZNode=/0959173623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0959173623 2024-11-10T16:24:30,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36059-0x10102b200550001, quorum=127.0.0.1:63232, baseZNode=/0959173623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0959173623 2024-11-10T16:24:30,553 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:24:30,553 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0959173623/meta-region-server: CHANGED 2024-11-10T16:24:30,553 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0959173623/meta-region-server: CHANGED 2024-11-10T16:24:30,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,36059,1731255867821}] 2024-11-10T16:24:30,705 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T16:24:30,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50745, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T16:24:30,709 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T16:24:30,709 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:24:30,709 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T16:24:30,710 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C36059%2C1731255867821.meta, suffix=.meta, logDir=hdfs://localhost:39553/user/jenkins/test-data/2581ffbf-92e3-8a9e-cd3b-56d0d70c93f3/WALs/8e3de9160f9f,36059,1731255867821, archiveDir=hdfs://localhost:39553/user/jenkins/test-data/2581ffbf-92e3-8a9e-cd3b-56d0d70c93f3/oldWALs, maxLogs=10 2024-11-10T16:24:30,723 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2581ffbf-92e3-8a9e-cd3b-56d0d70c93f3/WALs/8e3de9160f9f,36059,1731255867821/8e3de9160f9f%2C36059%2C1731255867821.meta.1731255870710.meta, exclude list is [], retry=0 2024-11-10T16:24:30,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46161,DS-b8354e16-cddd-4350-a26f-013e6bfd9e0c,DISK] 2024-11-10T16:24:30,726 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2581ffbf-92e3-8a9e-cd3b-56d0d70c93f3/WALs/8e3de9160f9f,36059,1731255867821/8e3de9160f9f%2C36059%2C1731255867821.meta.1731255870710.meta 2024-11-10T16:24:30,726 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44187:44187)] 2024-11-10T16:24:30,727 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:24:30,727 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:24:30,727 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T16:24:30,727 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T16:24:30,727 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T16:24:30,727 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T16:24:30,727 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:24:30,727 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T16:24:30,727 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T16:24:30,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:24:30,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:24:30,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:30,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:24:30,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:24:30,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:24:30,730 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:30,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:24:30,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:24:30,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:24:30,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:30,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:24:30,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:24:30,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:24:30,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:30,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:24:30,732 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:24:30,732 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39553/user/jenkins/test-data/2581ffbf-92e3-8a9e-cd3b-56d0d70c93f3/data/hbase/meta/1588230740 2024-11-10T16:24:30,733 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39553/user/jenkins/test-data/2581ffbf-92e3-8a9e-cd3b-56d0d70c93f3/data/hbase/meta/1588230740 2024-11-10T16:24:30,734 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:24:30,734 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:24:30,734 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:24:30,735 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:24:30,735 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69590890, jitterRate=0.03698506951332092}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:24:30,735 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T16:24:30,736 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731255870727Writing region info on filesystem at 1731255870727Initializing all the Stores at 1731255870728 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255870728Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255870728Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255870728Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255870728Cleaning up temporary data from old regions at 1731255870734 (+6 ms)Running coprocessor post-open hooks at 1731255870735 (+1 ms)Region opened successfully at 1731255870736 (+1 ms) 2024-11-10T16:24:30,736 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731255870705 2024-11-10T16:24:30,738 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T16:24:30,738 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T16:24:30,739 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8e3de9160f9f,36059,1731255867821 2024-11-10T16:24:30,739 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,36059,1731255867821, state=OPEN 2024-11-10T16:24:30,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36059-0x10102b200550001, quorum=127.0.0.1:63232, baseZNode=/0959173623 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0959173623/meta-region-server 2024-11-10T16:24:30,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36627-0x10102b200550000, quorum=127.0.0.1:63232, baseZNode=/0959173623 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0959173623/meta-region-server 2024-11-10T16:24:30,747 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8e3de9160f9f,36059,1731255867821 2024-11-10T16:24:30,747 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0959173623/meta-region-server: CHANGED 2024-11-10T16:24:30,747 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0959173623/meta-region-server: CHANGED 2024-11-10T16:24:30,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T16:24:30,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,36059,1731255867821 in 194 msec 2024-11-10T16:24:30,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T16:24:30,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-10T16:24:30,750 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:24:30,750 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T16:24:30,751 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:24:30,751 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,36059,1731255867821, seqNum=-1] 2024-11-10T16:24:30,751 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:24:30,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:24:30,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1920 sec 2024-11-10T16:24:30,755 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731255870755, completionTime=-1 2024-11-10T16:24:30,755 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T16:24:30,755 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T16:24:30,757 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T16:24:30,757 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731255930757 2024-11-10T16:24:30,757 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731255990757 2024-11-10T16:24:30,757 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T16:24:30,758 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,36627,1731255867752-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:30,758 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,36627,1731255867752-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:30,758 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,36627,1731255867752-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:30,758 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8e3de9160f9f:36627, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:30,758 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:30,758 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:30,759 DEBUG [master/8e3de9160f9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T16:24:30,761 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.904sec 2024-11-10T16:24:30,761 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T16:24:30,761 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T16:24:30,761 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T16:24:30,761 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T16:24:30,761 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T16:24:30,761 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,36627,1731255867752-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:24:30,761 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,36627,1731255867752-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T16:24:30,762 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T16:24:30,762 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T16:24:30,763 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,36627,1731255867752-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:30,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28260d7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:30,843 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,36627,-1 for getting cluster id 2024-11-10T16:24:30,843 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:24:30,844 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1bc02fc7-d537-4b61-8371-f4098a6c7efb' 2024-11-10T16:24:30,845 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:24:30,845 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1bc02fc7-d537-4b61-8371-f4098a6c7efb" 2024-11-10T16:24:30,845 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7337827e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:30,845 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,36627,-1] 2024-11-10T16:24:30,845 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:24:30,845 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:30,846 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:24:30,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48ab92c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:30,847 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:24:30,848 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,36059,1731255867821, seqNum=-1] 2024-11-10T16:24:30,848 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:24:30,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:24:30,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8e3de9160f9f,36627,1731255867752 2024-11-10T16:24:30,851 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63232 2024-11-10T16:24:30,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63232, baseZNode=/0959173623 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:24:30,853 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10102b200550002 connected 2024-11-10T16:24:30,858 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:24:30,859 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,36627,1731255867752 2024-11-10T16:24:30,859 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@259f4c69 2024-11-10T16:24:30,859 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:24:30,860 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:24:30,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:24:30,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T16:24:30,862 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T16:24:30,862 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:30,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T16:24:30,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:24:30,863 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T16:24:30,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46161 is added to blk_1073741835_1011 (size=902) 2024-11-10T16:24:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:24:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:24:31,270 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 44cdd7ceea9457b4ea2705f61aa45951, NAME => 'test,,1731255870860.44cdd7ceea9457b4ea2705f61aa45951.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39553/user/jenkins/test-data/2581ffbf-92e3-8a9e-cd3b-56d0d70c93f3 2024-11-10T16:24:31,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46161 is added to blk_1073741836_1012 (size=39) 2024-11-10T16:24:31,275 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731255870860.44cdd7ceea9457b4ea2705f61aa45951.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:24:31,275 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 44cdd7ceea9457b4ea2705f61aa45951, disabling compactions & flushes 2024-11-10T16:24:31,275 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731255870860.44cdd7ceea9457b4ea2705f61aa45951. 2024-11-10T16:24:31,275 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731255870860.44cdd7ceea9457b4ea2705f61aa45951. 2024-11-10T16:24:31,275 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731255870860.44cdd7ceea9457b4ea2705f61aa45951. after waiting 0 ms 2024-11-10T16:24:31,275 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731255870860.44cdd7ceea9457b4ea2705f61aa45951. 2024-11-10T16:24:31,275 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731255870860.44cdd7ceea9457b4ea2705f61aa45951. 2024-11-10T16:24:31,275 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 44cdd7ceea9457b4ea2705f61aa45951: Waiting for close lock at 1731255871275Disabling compacts and flushes for region at 1731255871275Disabling writes for close at 1731255871275Writing region close event to WAL at 1731255871275Closed at 1731255871275 2024-11-10T16:24:31,276 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T16:24:31,277 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731255870860.44cdd7ceea9457b4ea2705f61aa45951.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731255871276"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731255871276"}]},"ts":"1731255871276"} 2024-11-10T16:24:31,278 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T16:24:31,279 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T16:24:31,279 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255871279"}]},"ts":"1731255871279"} 2024-11-10T16:24:31,280 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T16:24:31,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=44cdd7ceea9457b4ea2705f61aa45951, ASSIGN}] 2024-11-10T16:24:31,281 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=44cdd7ceea9457b4ea2705f61aa45951, ASSIGN 2024-11-10T16:24:31,282 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=44cdd7ceea9457b4ea2705f61aa45951, ASSIGN; state=OFFLINE, location=8e3de9160f9f,36059,1731255867821; forceNewPlan=false, retain=false 2024-11-10T16:24:31,433 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=44cdd7ceea9457b4ea2705f61aa45951, regionState=OPENING, regionLocation=8e3de9160f9f,36059,1731255867821 2024-11-10T16:24:31,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=44cdd7ceea9457b4ea2705f61aa45951, ASSIGN because future has completed 2024-11-10T16:24:31,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44cdd7ceea9457b4ea2705f61aa45951, server=8e3de9160f9f,36059,1731255867821}] 2024-11-10T16:24:31,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:24:31,590 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731255870860.44cdd7ceea9457b4ea2705f61aa45951. 2024-11-10T16:24:31,590 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 44cdd7ceea9457b4ea2705f61aa45951, NAME => 'test,,1731255870860.44cdd7ceea9457b4ea2705f61aa45951.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:24:31,590 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:24:31,590 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T16:24:31,590 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 44cdd7ceea9457b4ea2705f61aa45951 2024-11-10T16:24:31,590 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731255870860.44cdd7ceea9457b4ea2705f61aa45951.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:24:31,590 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 44cdd7ceea9457b4ea2705f61aa45951 2024-11-10T16:24:31,590 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 44cdd7ceea9457b4ea2705f61aa45951 2024-11-10T16:24:31,591 INFO [StoreOpener-44cdd7ceea9457b4ea2705f61aa45951-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 44cdd7ceea9457b4ea2705f61aa45951 2024-11-10T16:24:31,592 INFO [StoreOpener-44cdd7ceea9457b4ea2705f61aa45951-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44cdd7ceea9457b4ea2705f61aa45951 columnFamilyName f 2024-11-10T16:24:31,592 DEBUG [StoreOpener-44cdd7ceea9457b4ea2705f61aa45951-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:31,593 INFO [StoreOpener-44cdd7ceea9457b4ea2705f61aa45951-1 {}] regionserver.HStore(327): Store=44cdd7ceea9457b4ea2705f61aa45951/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:24:31,593 INFO [StoreOpener-44cdd7ceea9457b4ea2705f61aa45951-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 44cdd7ceea9457b4ea2705f61aa45951 2024-11-10T16:24:31,594 INFO [StoreOpener-44cdd7ceea9457b4ea2705f61aa45951-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44cdd7ceea9457b4ea2705f61aa45951 columnFamilyName f1 2024-11-10T16:24:31,594 DEBUG [StoreOpener-44cdd7ceea9457b4ea2705f61aa45951-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:31,594 INFO [StoreOpener-44cdd7ceea9457b4ea2705f61aa45951-1 {}] regionserver.HStore(327): Store=44cdd7ceea9457b4ea2705f61aa45951/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:24:31,594 INFO [StoreOpener-44cdd7ceea9457b4ea2705f61aa45951-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 44cdd7ceea9457b4ea2705f61aa45951 2024-11-10T16:24:31,595 INFO [StoreOpener-44cdd7ceea9457b4ea2705f61aa45951-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44cdd7ceea9457b4ea2705f61aa45951 columnFamilyName norep 2024-11-10T16:24:31,595 DEBUG [StoreOpener-44cdd7ceea9457b4ea2705f61aa45951-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:31,595 INFO [StoreOpener-44cdd7ceea9457b4ea2705f61aa45951-1 {}] regionserver.HStore(327): Store=44cdd7ceea9457b4ea2705f61aa45951/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:24:31,595 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 44cdd7ceea9457b4ea2705f61aa45951 2024-11-10T16:24:31,595 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39553/user/jenkins/test-data/2581ffbf-92e3-8a9e-cd3b-56d0d70c93f3/data/default/test/44cdd7ceea9457b4ea2705f61aa45951 2024-11-10T16:24:31,596 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39553/user/jenkins/test-data/2581ffbf-92e3-8a9e-cd3b-56d0d70c93f3/data/default/test/44cdd7ceea9457b4ea2705f61aa45951 2024-11-10T16:24:31,596 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 44cdd7ceea9457b4ea2705f61aa45951 2024-11-10T16:24:31,596 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 44cdd7ceea9457b4ea2705f61aa45951 2024-11-10T16:24:31,597 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T16:24:31,597 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 44cdd7ceea9457b4ea2705f61aa45951 2024-11-10T16:24:31,599 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39553/user/jenkins/test-data/2581ffbf-92e3-8a9e-cd3b-56d0d70c93f3/data/default/test/44cdd7ceea9457b4ea2705f61aa45951/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:24:31,599 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 44cdd7ceea9457b4ea2705f61aa45951; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74795150, jitterRate=0.11453458666801453}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T16:24:31,599 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 44cdd7ceea9457b4ea2705f61aa45951 2024-11-10T16:24:31,599 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 44cdd7ceea9457b4ea2705f61aa45951: Running coprocessor pre-open hook at 1731255871591Writing region info on filesystem at 1731255871591Initializing all the Stores at 1731255871591Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255871591Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255871591Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255871591Cleaning up temporary data from old regions at 1731255871596 (+5 ms)Running coprocessor post-open hooks at 1731255871599 (+3 ms)Region opened successfully at 1731255871599 2024-11-10T16:24:31,600 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731255870860.44cdd7ceea9457b4ea2705f61aa45951., pid=6, masterSystemTime=1731255871587 2024-11-10T16:24:31,602 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731255870860.44cdd7ceea9457b4ea2705f61aa45951. 2024-11-10T16:24:31,602 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731255870860.44cdd7ceea9457b4ea2705f61aa45951. 2024-11-10T16:24:31,602 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=44cdd7ceea9457b4ea2705f61aa45951, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8e3de9160f9f,36059,1731255867821 2024-11-10T16:24:31,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44cdd7ceea9457b4ea2705f61aa45951, server=8e3de9160f9f,36059,1731255867821 because future has completed 2024-11-10T16:24:31,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T16:24:31,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 44cdd7ceea9457b4ea2705f61aa45951, server=8e3de9160f9f,36059,1731255867821 in 169 msec 2024-11-10T16:24:31,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T16:24:31,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=44cdd7ceea9457b4ea2705f61aa45951, ASSIGN in 325 msec 2024-11-10T16:24:31,608 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T16:24:31,608 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255871608"}]},"ts":"1731255871608"} 2024-11-10T16:24:31,609 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T16:24:31,610 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T16:24:31,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 749 msec 2024-11-10T16:24:31,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:24:31,997 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T16:24:31,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160e18e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:31,998 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,36627,-1 for getting cluster id 2024-11-10T16:24:31,998 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:24:31,999 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1bc02fc7-d537-4b61-8371-f4098a6c7efb' 2024-11-10T16:24:31,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:24:31,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1bc02fc7-d537-4b61-8371-f4098a6c7efb" 2024-11-10T16:24:31,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@627b32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:31,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,36627,-1] 2024-11-10T16:24:31,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:24:31,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:32,000 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:24:32,000 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c0924b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:32,001 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:24:32,001 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,36627,1731255867752 2024-11-10T16:24:32,001 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72df0c9c 2024-11-10T16:24:32,001 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:24:32,002 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:24:32,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8e3de9160f9f:36627,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T16:24:32,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T16:24:32,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:24:32,005 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8e3de9160f9f:36627' 2024-11-10T16:24:32,006 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37c8dd08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:32,006 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,36627,-1 for getting cluster id 2024-11-10T16:24:32,006 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:24:32,006 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1bc02fc7-d537-4b61-8371-f4098a6c7efb' 2024-11-10T16:24:32,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:24:32,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1bc02fc7-d537-4b61-8371-f4098a6c7efb" 2024-11-10T16:24:32,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c9ec54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:32,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,36627,-1] 2024-11-10T16:24:32,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:24:32,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:32,008 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:24:32,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6986a01a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:32,008 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:24:32,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,36627,1731255867752 2024-11-10T16:24:32,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e6b8fa5 2024-11-10T16:24:32,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:24:32,009 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:24:32,010 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T16:24:32,010 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T16:24:32,010 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:32,010 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:32,010 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:24:32,011 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://8e3de9160f9f:36627, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-10T16:24:32,017 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://8e3de9160f9f:36627, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://8e3de9160f9f:36627, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://8e3de9160f9f:36627, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-10T16:24:32,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://8e3de9160f9f:36627, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=16 msec 2024-11-10T16:24:32,018 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-10T16:24:32,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:24:32,108 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:24:32,108 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://8e3de9160f9f:36627, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-10T16:24:32,108 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:24:32,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:32,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:32,108 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:24:32,124 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=533 (was 361) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1711684797_20 at /127.0.0.1:50126 [Receiving block BP-1965136018-172.17.0.2-1731255866847:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1641139771-7872 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f465c4352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39553/user/jenkins/test-data/2581ffbf-92e3-8a9e-cd3b-56d0d70c93f3-prefix:8e3de9160f9f,36059,1731255867821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1965136018-172.17.0.2-1731255866847:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server handler 4 on default port 39553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 8e3de9160f9f:36627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: qtp1418997864-7922 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39553/user/jenkins/test-data/2581ffbf-92e3-8a9e-cd3b-56d0d70c93f3/MasterData-prefix:8e3de9160f9f,36627,1731255867752 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=36627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;8e3de9160f9f:36627 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: IPC Server handler 1 on default port 45315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/8e3de9160f9f:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Server idle connection scanner for port 45315 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS:0;8e3de9160f9f:36059 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@64ae307d[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1409639720) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=36059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 45315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e2347e-0387-3882-9b19-4c96a0394d3b/cluster_6b4bc991-9273-1928-3fa5-73c565acde10/data/data1/current/BP-1965136018-172.17.0.2-1731255866847 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@3be29fd java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@19c7f116 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1641139771-7871 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f465c4352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@2ee9bec7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=36627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1641139771-7876 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/8e3de9160f9f:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@64a2185b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:63232 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39553/user/jenkins/test-data/2581ffbf-92e3-8a9e-cd3b-56d0d70c93f3-prefix:8e3de9160f9f,36059,1731255867821.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 39553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=36627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp1641139771-7875-acceptor-0@4a7ea613-ServerConnector@1457bd5c{HTTP/1.1, (http/1.1)}{localhost:46051} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-27594702_20 at /127.0.0.1:50118 [Receiving block BP-1965136018-172.17.0.2-1731255866847:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: regionserver/8e3de9160f9f:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$612/0x00007f465cad3568.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e2347e-0387-3882-9b19-4c96a0394d3b/cluster_6b4bc991-9273-1928-3fa5-73c565acde10/data/data2/current/BP-1965136018-172.17.0.2-1731255866847 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255869570 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1641139771-7873 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f465c4352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: qtp1418997864-7921-acceptor-0@2f512085-ServerConnector@6744bde9{HTTP/1.1, (http/1.1)}{localhost:40405} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 45315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 45315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39553 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-23395102-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1965136018-172.17.0.2-1731255866847:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/8e3de9160f9f:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39553 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp1418997864-7920 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f465c4352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1641139771-7877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63232) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=36059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BP-1965136018-172.17.0.2-1731255866847 heartbeating to localhost/127.0.0.1:39553 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39553 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1711684797_20 at /127.0.0.1:50080 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:63232): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: IPC Server handler 0 on default port 45315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1641139771-7878 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f465c9f79c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1418997864-7923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:39553 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-4563ee9c-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_META-regionserver/8e3de9160f9f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 39553 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: PacketResponder: BP-1965136018-172.17.0.2-1731255866847:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63232) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@7daf9b45 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 39553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS:0;8e3de9160f9f:36059-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39553 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=36059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@1501b66d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63232) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255869570 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e2347e-0387-3882-9b19-4c96a0394d3b/cluster_6b4bc991-9273-1928-3fa5-73c565acde10/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: IPC Server handler 0 on default port 39553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 3 on default port 39553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@78ef66f3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@64194794 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1641139771-7874 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f465c4352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e2347e-0387-3882-9b19-4c96a0394d3b/cluster_6b4bc991-9273-1928-3fa5-73c565acde10/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1711684797_20 at /127.0.0.1:54034 [Receiving block BP-1965136018-172.17.0.2-1731255866847:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@7a9ecf14 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=874 (was 791) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=235 (was 238), ProcessCount=11 (was 11), AvailableMemoryMB=6393 (was 6437) 2024-11-10T16:24:32,126 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=533 is superior to 500 2024-11-10T16:24:32,139 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=533, OpenFileDescriptor=874, MaxFileDescriptor=1048576, SystemLoadAverage=235, ProcessCount=11, AvailableMemoryMB=6393 2024-11-10T16:24:32,139 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=533 is superior to 500 2024-11-10T16:24:32,152 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-10T16:24:32,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e2347e-0387-3882-9b19-4c96a0394d3b/hadoop.log.dir so I do NOT create it in target/test-data/4723d964-cb7c-55e4-80b4-435911cedac9 2024-11-10T16:24:32,153 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e2347e-0387-3882-9b19-4c96a0394d3b/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T16:24:32,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e2347e-0387-3882-9b19-4c96a0394d3b/hadoop.tmp.dir so I do NOT create it in target/test-data/4723d964-cb7c-55e4-80b4-435911cedac9 2024-11-10T16:24:32,153 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e2347e-0387-3882-9b19-4c96a0394d3b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T16:24:32,153 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723d964-cb7c-55e4-80b4-435911cedac9 2024-11-10T16:24:32,153 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723d964-cb7c-55e4-80b4-435911cedac9/cluster_5d772131-c7f1-1ce7-de4c-1a1d9c5fdb7f, deleteOnExit=true 2024-11-10T16:24:32,155 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723d964-cb7c-55e4-80b4-435911cedac9/cluster_5d772131-c7f1-1ce7-de4c-1a1d9c5fdb7f/zookeeper_0, clientPort=54270, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723d964-cb7c-55e4-80b4-435911cedac9/cluster_5d772131-c7f1-1ce7-de4c-1a1d9c5fdb7f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723d964-cb7c-55e4-80b4-435911cedac9/cluster_5d772131-c7f1-1ce7-de4c-1a1d9c5fdb7f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T16:24:32,156 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54270 2024-11-10T16:24:32,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T16:24:32,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T16:24:32,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723d964-cb7c-55e4-80b4-435911cedac9/test.cache.data in system properties and HBase conf 2024-11-10T16:24:32,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723d964-cb7c-55e4-80b4-435911cedac9/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T16:24:32,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723d964-cb7c-55e4-80b4-435911cedac9/hadoop.log.dir in system properties and HBase conf 2024-11-10T16:24:32,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723d964-cb7c-55e4-80b4-435911cedac9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T16:24:32,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723d964-cb7c-55e4-80b4-435911cedac9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T16:24:32,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T16:24:32,157 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T16:24:32,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723d964-cb7c-55e4-80b4-435911cedac9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T16:24:32,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723d964-cb7c-55e4-80b4-435911cedac9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T16:24:32,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723d964-cb7c-55e4-80b4-435911cedac9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T16:24:32,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723d964-cb7c-55e4-80b4-435911cedac9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T16:24:32,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723d964-cb7c-55e4-80b4-435911cedac9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T16:24:32,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723d964-cb7c-55e4-80b4-435911cedac9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T16:24:32,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723d964-cb7c-55e4-80b4-435911cedac9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T16:24:32,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723d964-cb7c-55e4-80b4-435911cedac9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T16:24:32,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723d964-cb7c-55e4-80b4-435911cedac9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T16:24:32,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723d964-cb7c-55e4-80b4-435911cedac9/nfs.dump.dir in system properties and HBase conf 2024-11-10T16:24:32,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723d964-cb7c-55e4-80b4-435911cedac9/java.io.tmpdir in system properties and HBase conf 2024-11-10T16:24:32,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723d964-cb7c-55e4-80b4-435911cedac9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T16:24:32,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723d964-cb7c-55e4-80b4-435911cedac9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T16:24:32,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723d964-cb7c-55e4-80b4-435911cedac9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T16:24:32,229 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:24:32,231 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T16:24:32,233 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T16:24:32,233 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T16:24:32,233 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T16:24:32,233 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:24:32,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ec53f5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723d964-cb7c-55e4-80b4-435911cedac9/hadoop.log.dir/,AVAILABLE} 2024-11-10T16:24:32,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@262d3e1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T16:24:32,354 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22b51209{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723d964-cb7c-55e4-80b4-435911cedac9/java.io.tmpdir/jetty-localhost-45827-hadoop-hdfs-3_4_1-tests_jar-_-any-18125628039414718177/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T16:24:32,354 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@586faf4a{HTTP/1.1, (http/1.1)}{localhost:45827} 2024-11-10T16:24:32,355 INFO [Time-limited test {}] server.Server(415): Started @298815ms 2024-11-10T16:24:32,428 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:24:32,430 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T16:24:32,432 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T16:24:32,432 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T16:24:32,432 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T16:24:32,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@358c5e9b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723d964-cb7c-55e4-80b4-435911cedac9/hadoop.log.dir/,AVAILABLE} 2024-11-10T16:24:32,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61115c85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T16:24:32,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c9a294c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723d964-cb7c-55e4-80b4-435911cedac9/java.io.tmpdir/jetty-localhost-41609-hadoop-hdfs-3_4_1-tests_jar-_-any-9033676286202192950/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T16:24:32,547 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d873ff5{HTTP/1.1, (http/1.1)}{localhost:41609} 2024-11-10T16:24:32,547 INFO [Time-limited test {}] server.Server(415): Started @299008ms 2024-11-10T16:24:32,548 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T16:24:32,647 WARN [Thread-4305 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723d964-cb7c-55e4-80b4-435911cedac9/cluster_5d772131-c7f1-1ce7-de4c-1a1d9c5fdb7f/data/data2/current/BP-34958013-172.17.0.2-1731255872180/current, will proceed with Du for space computation calculation, 2024-11-10T16:24:32,647 WARN [Thread-4304 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723d964-cb7c-55e4-80b4-435911cedac9/cluster_5d772131-c7f1-1ce7-de4c-1a1d9c5fdb7f/data/data1/current/BP-34958013-172.17.0.2-1731255872180/current, will proceed with Du for space computation calculation, 2024-11-10T16:24:32,664 WARN [Thread-4292 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T16:24:32,666 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ba88a7a6ce9d30a with lease ID 0x319a859c4b0e93a4: Processing first storage report for DS-cf39c3ca-3a54-4df6-adc8-16e911cfc06d from datanode DatanodeRegistration(127.0.0.1:35109, datanodeUuid=6e17ef16-860c-491b-abf1-ea81ca8bcbf0, infoPort=33241, infoSecurePort=0, ipcPort=33137, storageInfo=lv=-57;cid=testClusterID;nsid=94950211;c=1731255872180) 2024-11-10T16:24:32,666 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ba88a7a6ce9d30a with lease ID 0x319a859c4b0e93a4: from storage DS-cf39c3ca-3a54-4df6-adc8-16e911cfc06d node DatanodeRegistration(127.0.0.1:35109, datanodeUuid=6e17ef16-860c-491b-abf1-ea81ca8bcbf0, infoPort=33241, infoSecurePort=0, ipcPort=33137, storageInfo=lv=-57;cid=testClusterID;nsid=94950211;c=1731255872180), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T16:24:32,666 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ba88a7a6ce9d30a with lease ID 0x319a859c4b0e93a4: Processing first storage report for DS-769260b4-7cf5-4815-abfd-6dcf2efd1bb8 from datanode DatanodeRegistration(127.0.0.1:35109, datanodeUuid=6e17ef16-860c-491b-abf1-ea81ca8bcbf0, infoPort=33241, infoSecurePort=0, ipcPort=33137, storageInfo=lv=-57;cid=testClusterID;nsid=94950211;c=1731255872180) 2024-11-10T16:24:32,667 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ba88a7a6ce9d30a with lease ID 0x319a859c4b0e93a4: from storage DS-769260b4-7cf5-4815-abfd-6dcf2efd1bb8 node DatanodeRegistration(127.0.0.1:35109, datanodeUuid=6e17ef16-860c-491b-abf1-ea81ca8bcbf0, infoPort=33241, infoSecurePort=0, ipcPort=33137, storageInfo=lv=-57;cid=testClusterID;nsid=94950211;c=1731255872180), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T16:24:32,673 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723d964-cb7c-55e4-80b4-435911cedac9 2024-11-10T16:24:32,673 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:24:32,674 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:24:32,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741825_1001 (size=7) 2024-11-10T16:24:33,081 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b with version=8 2024-11-10T16:24:33,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/hbase-staging 2024-11-10T16:24:33,084 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:24:33,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:24:33,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:24:33,084 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:24:33,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:24:33,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:24:33,084 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T16:24:33,084 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:24:33,085 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44919 2024-11-10T16:24:33,085 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44919 connecting to ZooKeeper ensemble=127.0.0.1:54270 2024-11-10T16:24:33,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449190x0, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:24:33,091 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44919-0x10102b2152b0000 connected 2024-11-10T16:24:33,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:24:33,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:24:33,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44919-0x10102b2152b0000, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Set watcher on znode that does not yet exist, /0-1877816470/running 2024-11-10T16:24:33,110 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b, hbase.cluster.distributed=false 2024-11-10T16:24:33,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44919-0x10102b2152b0000, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Set watcher on znode that does not yet exist, /0-1877816470/acl 2024-11-10T16:24:33,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44919 2024-11-10T16:24:33,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44919 2024-11-10T16:24:33,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44919 2024-11-10T16:24:33,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44919 2024-11-10T16:24:33,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44919 2024-11-10T16:24:33,128 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:24:33,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:24:33,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:24:33,129 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:24:33,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:24:33,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:24:33,129 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T16:24:33,129 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:24:33,129 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35027 2024-11-10T16:24:33,130 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35027 connecting to ZooKeeper ensemble=127.0.0.1:54270 2024-11-10T16:24:33,131 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:24:33,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:24:33,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350270x0, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:24:33,136 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350270x0, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Set watcher on znode that does not yet exist, /0-1877816470/running 2024-11-10T16:24:33,137 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T16:24:33,137 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35027-0x10102b2152b0001 connected 2024-11-10T16:24:33,140 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T16:24:33,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35027-0x10102b2152b0001, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Set watcher on znode that does not yet exist, /0-1877816470/master 2024-11-10T16:24:33,142 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35027-0x10102b2152b0001, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Set watcher on znode that does not yet exist, /0-1877816470/acl 2024-11-10T16:24:33,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35027 2024-11-10T16:24:33,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35027 2024-11-10T16:24:33,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35027 2024-11-10T16:24:33,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35027 2024-11-10T16:24:33,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35027 2024-11-10T16:24:33,162 DEBUG [M:0;8e3de9160f9f:44919 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8e3de9160f9f:44919 2024-11-10T16:24:33,163 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1877816470/backup-masters/8e3de9160f9f,44919,1731255873083 2024-11-10T16:24:33,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10102b2152b0000, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1877816470/backup-masters 2024-11-10T16:24:33,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x10102b2152b0001, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1877816470/backup-masters 2024-11-10T16:24:33,165 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44919-0x10102b2152b0000, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Set watcher on existing znode=/0-1877816470/backup-masters/8e3de9160f9f,44919,1731255873083 2024-11-10T16:24:33,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10102b2152b0000, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1877816470 2024-11-10T16:24:33,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x10102b2152b0001, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1877816470/master 2024-11-10T16:24:33,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x10102b2152b0001, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1877816470 2024-11-10T16:24:33,166 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44919-0x10102b2152b0000, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Set watcher on existing znode=/0-1877816470/master 2024-11-10T16:24:33,167 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1877816470/backup-masters/8e3de9160f9f,44919,1731255873083 from backup master directory 2024-11-10T16:24:33,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10102b2152b0000, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1877816470/backup-masters/8e3de9160f9f,44919,1731255873083 2024-11-10T16:24:33,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x10102b2152b0001, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1877816470/backup-masters 2024-11-10T16:24:33,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10102b2152b0000, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1877816470/backup-masters 2024-11-10T16:24:33,169 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:24:33,169 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8e3de9160f9f,44919,1731255873083 2024-11-10T16:24:33,172 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/hbase.id] with ID: 90b8706a-d5bc-40a9-8fff-cac25eae8e51 2024-11-10T16:24:33,172 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/.tmp/hbase.id 2024-11-10T16:24:33,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741826_1002 (size=42) 2024-11-10T16:24:33,578 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/.tmp/hbase.id]:[hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/hbase.id] 2024-11-10T16:24:33,586 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:24:33,586 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T16:24:33,587 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T16:24:33,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10102b2152b0000, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1877816470 2024-11-10T16:24:33,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x10102b2152b0001, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1877816470 2024-11-10T16:24:33,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741827_1003 (size=196) 2024-11-10T16:24:33,994 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:24:33,995 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T16:24:33,995 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:24:34,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741828_1004 (size=1189) 2024-11-10T16:24:34,128 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T16:24:34,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:34,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:34,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:34,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:34,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:34,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:34,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:34,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:34,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:34,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:34,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:34,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:34,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:34,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:34,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:34,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:34,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:34,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:34,404 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/MasterData/data/master/store 2024-11-10T16:24:34,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741829_1005 (size=34) 2024-11-10T16:24:34,810 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:24:34,810 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T16:24:34,810 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:24:34,810 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:24:34,810 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T16:24:34,810 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:24:34,810 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:24:34,810 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731255874810Disabling compacts and flushes for region at 1731255874810Disabling writes for close at 1731255874810Writing region close event to WAL at 1731255874810Closed at 1731255874810 2024-11-10T16:24:34,811 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/MasterData/data/master/store/.initializing 2024-11-10T16:24:34,811 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/MasterData/WALs/8e3de9160f9f,44919,1731255873083 2024-11-10T16:24:34,811 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:24:34,813 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8e3de9160f9f%2C44919%2C1731255873083, suffix=, logDir=hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/MasterData/WALs/8e3de9160f9f,44919,1731255873083, archiveDir=hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/MasterData/oldWALs, maxLogs=10 2024-11-10T16:24:34,826 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/MasterData/WALs/8e3de9160f9f,44919,1731255873083/8e3de9160f9f%2C44919%2C1731255873083.1731255874813, exclude list is [], retry=0 2024-11-10T16:24:34,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35109,DS-cf39c3ca-3a54-4df6-adc8-16e911cfc06d,DISK] 2024-11-10T16:24:34,830 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/MasterData/WALs/8e3de9160f9f,44919,1731255873083/8e3de9160f9f%2C44919%2C1731255873083.1731255874813 2024-11-10T16:24:34,831 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33241:33241)] 2024-11-10T16:24:34,831 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:24:34,832 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:24:34,832 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:34,832 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:34,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:34,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T16:24:34,834 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:34,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:24:34,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:34,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T16:24:34,835 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:34,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:24:34,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:34,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T16:24:34,836 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:34,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:24:34,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:34,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T16:24:34,837 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:34,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:24:34,837 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:34,838 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:34,838 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:34,839 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:34,839 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:34,839 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:24:34,840 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:34,841 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:24:34,842 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68336287, jitterRate=0.018290027976036072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:24:34,842 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731255874832Initializing all the Stores at 1731255874832Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255874832Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255874833 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255874833Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255874833Cleaning up temporary data from old regions at 1731255874839 (+6 ms)Region opened successfully at 1731255874842 (+3 ms) 2024-11-10T16:24:34,842 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T16:24:34,844 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ed56bbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:24:34,845 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T16:24:34,845 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T16:24:34,845 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T16:24:34,845 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T16:24:34,845 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T16:24:34,846 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T16:24:34,846 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T16:24:34,847 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T16:24:34,848 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44919-0x10102b2152b0000, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Unable to get data of znode /0-1877816470/balancer because node does not exist (not necessarily an error) 2024-11-10T16:24:34,849 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1877816470/balancer already deleted, retry=false 2024-11-10T16:24:34,850 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T16:24:34,850 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44919-0x10102b2152b0000, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Unable to get data of znode /0-1877816470/normalizer because node does not exist (not necessarily an error) 2024-11-10T16:24:34,851 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1877816470/normalizer already deleted, retry=false 2024-11-10T16:24:34,851 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T16:24:34,852 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44919-0x10102b2152b0000, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Unable to get data of znode /0-1877816470/switch/split because node does not exist (not necessarily an error) 2024-11-10T16:24:34,855 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1877816470/switch/split already deleted, retry=false 2024-11-10T16:24:34,855 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44919-0x10102b2152b0000, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Unable to get data of znode /0-1877816470/switch/merge because node does not exist (not necessarily an error) 2024-11-10T16:24:34,856 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1877816470/switch/merge already deleted, retry=false 2024-11-10T16:24:34,858 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44919-0x10102b2152b0000, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Unable to get data of znode /0-1877816470/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T16:24:34,859 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1877816470/snapshot-cleanup already deleted, retry=false 2024-11-10T16:24:34,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10102b2152b0000, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1877816470/running 2024-11-10T16:24:34,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x10102b2152b0001, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1877816470/running 2024-11-10T16:24:34,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10102b2152b0000, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1877816470 2024-11-10T16:24:34,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x10102b2152b0001, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1877816470 2024-11-10T16:24:34,861 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8e3de9160f9f,44919,1731255873083, sessionid=0x10102b2152b0000, setting cluster-up flag (Was=false) 2024-11-10T16:24:34,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x10102b2152b0001, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1877816470 2024-11-10T16:24:34,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10102b2152b0000, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1877816470 2024-11-10T16:24:34,869 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1877816470/flush-table-proc/acquired, /0-1877816470/flush-table-proc/reached, /0-1877816470/flush-table-proc/abort 2024-11-10T16:24:34,870 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,44919,1731255873083 2024-11-10T16:24:34,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x10102b2152b0001, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1877816470 2024-11-10T16:24:34,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10102b2152b0000, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1877816470 2024-11-10T16:24:34,883 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1877816470/online-snapshot/acquired, /0-1877816470/online-snapshot/reached, /0-1877816470/online-snapshot/abort 2024-11-10T16:24:34,884 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,44919,1731255873083 2024-11-10T16:24:34,885 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T16:24:34,886 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T16:24:34,886 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T16:24:34,886 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T16:24:34,886 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8e3de9160f9f,44919,1731255873083 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T16:24:34,887 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:24:34,887 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:24:34,887 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:24:34,887 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:24:34,887 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8e3de9160f9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T16:24:34,887 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:34,887 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:24:34,887 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:34,888 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731255904888 2024-11-10T16:24:34,888 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T16:24:34,888 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T16:24:34,888 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T16:24:34,888 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T16:24:34,888 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T16:24:34,888 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T16:24:34,888 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:24:34,889 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T16:24:34,889 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:34,889 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T16:24:34,892 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:34,892 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T16:24:34,893 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T16:24:34,893 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T16:24:34,893 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T16:24:34,896 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T16:24:34,896 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T16:24:34,898 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255874896,5,FailOnTimeoutGroup] 2024-11-10T16:24:34,900 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255874898,5,FailOnTimeoutGroup] 2024-11-10T16:24:34,900 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:34,900 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T16:24:34,901 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:34,901 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:34,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741831_1007 (size=1321) 2024-11-10T16:24:34,954 INFO [RS:0;8e3de9160f9f:35027 {}] regionserver.HRegionServer(746): ClusterId : 90b8706a-d5bc-40a9-8fff-cac25eae8e51 2024-11-10T16:24:34,954 DEBUG [RS:0;8e3de9160f9f:35027 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T16:24:34,956 DEBUG [RS:0;8e3de9160f9f:35027 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T16:24:34,956 DEBUG [RS:0;8e3de9160f9f:35027 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T16:24:34,958 DEBUG [RS:0;8e3de9160f9f:35027 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T16:24:34,958 DEBUG [RS:0;8e3de9160f9f:35027 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e55252c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:24:34,969 DEBUG [RS:0;8e3de9160f9f:35027 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8e3de9160f9f:35027 2024-11-10T16:24:34,969 INFO [RS:0;8e3de9160f9f:35027 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T16:24:34,969 INFO [RS:0;8e3de9160f9f:35027 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T16:24:34,970 DEBUG [RS:0;8e3de9160f9f:35027 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T16:24:34,970 INFO [RS:0;8e3de9160f9f:35027 {}] regionserver.HRegionServer(2659): reportForDuty to master=8e3de9160f9f,44919,1731255873083 with port=35027, startcode=1731255873128 2024-11-10T16:24:34,970 DEBUG [RS:0;8e3de9160f9f:35027 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T16:24:34,972 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T16:24:34,972 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44919 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8e3de9160f9f,35027,1731255873128 2024-11-10T16:24:34,972 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44919 {}] master.ServerManager(517): Registering regionserver=8e3de9160f9f,35027,1731255873128 2024-11-10T16:24:34,973 DEBUG [RS:0;8e3de9160f9f:35027 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b 2024-11-10T16:24:34,973 DEBUG [RS:0;8e3de9160f9f:35027 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45747 2024-11-10T16:24:34,973 DEBUG [RS:0;8e3de9160f9f:35027 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T16:24:34,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10102b2152b0000, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1877816470/rs 2024-11-10T16:24:34,976 DEBUG [RS:0;8e3de9160f9f:35027 {}] zookeeper.ZKUtil(111): regionserver:35027-0x10102b2152b0001, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Set watcher on existing znode=/0-1877816470/rs/8e3de9160f9f,35027,1731255873128 2024-11-10T16:24:34,976 WARN [RS:0;8e3de9160f9f:35027 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:24:34,976 INFO [RS:0;8e3de9160f9f:35027 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:24:34,976 DEBUG [RS:0;8e3de9160f9f:35027 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128 2024-11-10T16:24:34,976 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8e3de9160f9f,35027,1731255873128] 2024-11-10T16:24:34,979 INFO [RS:0;8e3de9160f9f:35027 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T16:24:34,980 INFO [RS:0;8e3de9160f9f:35027 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T16:24:34,980 INFO [RS:0;8e3de9160f9f:35027 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T16:24:34,980 INFO [RS:0;8e3de9160f9f:35027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:34,980 INFO [RS:0;8e3de9160f9f:35027 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T16:24:34,981 INFO [RS:0;8e3de9160f9f:35027 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T16:24:34,981 INFO [RS:0;8e3de9160f9f:35027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:34,981 DEBUG [RS:0;8e3de9160f9f:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:34,981 DEBUG [RS:0;8e3de9160f9f:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:34,981 DEBUG [RS:0;8e3de9160f9f:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:34,981 DEBUG [RS:0;8e3de9160f9f:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:34,981 DEBUG [RS:0;8e3de9160f9f:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:34,981 DEBUG [RS:0;8e3de9160f9f:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:24:34,981 DEBUG [RS:0;8e3de9160f9f:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:34,981 DEBUG [RS:0;8e3de9160f9f:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:34,981 DEBUG [RS:0;8e3de9160f9f:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:34,981 DEBUG [RS:0;8e3de9160f9f:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:34,981 DEBUG [RS:0;8e3de9160f9f:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:34,981 DEBUG [RS:0;8e3de9160f9f:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:34,981 DEBUG [RS:0;8e3de9160f9f:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:24:34,981 DEBUG [RS:0;8e3de9160f9f:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:24:34,983 INFO [RS:0;8e3de9160f9f:35027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:34,983 INFO [RS:0;8e3de9160f9f:35027 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:34,983 INFO [RS:0;8e3de9160f9f:35027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:34,983 INFO [RS:0;8e3de9160f9f:35027 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:34,983 INFO [RS:0;8e3de9160f9f:35027 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:34,983 INFO [RS:0;8e3de9160f9f:35027 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,35027,1731255873128-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:24:35,001 INFO [RS:0;8e3de9160f9f:35027 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T16:24:35,002 INFO [RS:0;8e3de9160f9f:35027 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,35027,1731255873128-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:35,002 INFO [RS:0;8e3de9160f9f:35027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:35,002 INFO [RS:0;8e3de9160f9f:35027 {}] regionserver.Replication(171): 8e3de9160f9f,35027,1731255873128 started 2024-11-10T16:24:35,019 INFO [RS:0;8e3de9160f9f:35027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:35,019 INFO [RS:0;8e3de9160f9f:35027 {}] regionserver.HRegionServer(1482): Serving as 8e3de9160f9f,35027,1731255873128, RpcServer on 8e3de9160f9f/172.17.0.2:35027, sessionid=0x10102b2152b0001 2024-11-10T16:24:35,019 DEBUG [RS:0;8e3de9160f9f:35027 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T16:24:35,019 DEBUG [RS:0;8e3de9160f9f:35027 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8e3de9160f9f,35027,1731255873128 2024-11-10T16:24:35,019 DEBUG [RS:0;8e3de9160f9f:35027 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,35027,1731255873128' 2024-11-10T16:24:35,019 DEBUG [RS:0;8e3de9160f9f:35027 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1877816470/flush-table-proc/abort' 2024-11-10T16:24:35,020 DEBUG [RS:0;8e3de9160f9f:35027 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1877816470/flush-table-proc/acquired' 2024-11-10T16:24:35,020 DEBUG [RS:0;8e3de9160f9f:35027 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T16:24:35,020 DEBUG [RS:0;8e3de9160f9f:35027 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T16:24:35,020 DEBUG [RS:0;8e3de9160f9f:35027 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8e3de9160f9f,35027,1731255873128 2024-11-10T16:24:35,020 DEBUG [RS:0;8e3de9160f9f:35027 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,35027,1731255873128' 2024-11-10T16:24:35,020 DEBUG [RS:0;8e3de9160f9f:35027 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1877816470/online-snapshot/abort' 2024-11-10T16:24:35,020 DEBUG [RS:0;8e3de9160f9f:35027 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1877816470/online-snapshot/acquired' 2024-11-10T16:24:35,020 DEBUG [RS:0;8e3de9160f9f:35027 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T16:24:35,020 INFO [RS:0;8e3de9160f9f:35027 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T16:24:35,020 INFO [RS:0;8e3de9160f9f:35027 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T16:24:35,121 INFO [RS:0;8e3de9160f9f:35027 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:24:35,122 INFO [RS:0;8e3de9160f9f:35027 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C35027%2C1731255873128, suffix=, logDir=hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128, archiveDir=hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/oldWALs, maxLogs=10 2024-11-10T16:24:35,139 DEBUG [RS:0;8e3de9160f9f:35027 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255875122, exclude list is [], retry=0 2024-11-10T16:24:35,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35109,DS-cf39c3ca-3a54-4df6-adc8-16e911cfc06d,DISK] 2024-11-10T16:24:35,142 INFO [RS:0;8e3de9160f9f:35027 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255875122 2024-11-10T16:24:35,143 DEBUG [RS:0;8e3de9160f9f:35027 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33241:33241)] 2024-11-10T16:24:35,302 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T16:24:35,302 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b 2024-11-10T16:24:35,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741833_1009 (size=32) 2024-11-10T16:24:35,671 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T16:24:35,671 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T16:24:35,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:24:35,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:24:35,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:24:35,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:35,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:24:35,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:24:35,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:24:35,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:35,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:24:35,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:24:35,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:24:35,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:35,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:24:35,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:24:35,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:24:35,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:35,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:24:35,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:24:35,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/hbase/meta/1588230740 2024-11-10T16:24:35,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/hbase/meta/1588230740 2024-11-10T16:24:35,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:24:35,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:24:35,715 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:24:35,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:24:35,717 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:24:35,717 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63050680, jitterRate=-0.06047165393829346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:24:35,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731255875707Initializing all the Stores at 1731255875708 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255875708Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255875708Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255875708Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255875708Cleaning up temporary data from old regions at 1731255875714 (+6 ms)Region opened successfully at 1731255875717 (+3 ms) 2024-11-10T16:24:35,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T16:24:35,717 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T16:24:35,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T16:24:35,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T16:24:35,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T16:24:35,718 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T16:24:35,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731255875717Disabling compacts and flushes for region at 1731255875717Disabling writes for close at 1731255875717Writing region close event to WAL at 1731255875718 (+1 ms)Closed at 1731255875718 2024-11-10T16:24:35,718 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:24:35,718 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T16:24:35,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T16:24:35,719 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:24:35,720 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T16:24:35,870 DEBUG [8e3de9160f9f:44919 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T16:24:35,871 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8e3de9160f9f,35027,1731255873128 2024-11-10T16:24:35,872 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,35027,1731255873128, state=OPENING 2024-11-10T16:24:35,873 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T16:24:35,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10102b2152b0000, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1877816470 2024-11-10T16:24:35,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x10102b2152b0001, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1877816470 2024-11-10T16:24:35,877 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:24:35,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1877816470/meta-region-server: CHANGED 2024-11-10T16:24:35,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1877816470/meta-region-server: CHANGED 2024-11-10T16:24:35,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,35027,1731255873128}] 2024-11-10T16:24:36,029 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T16:24:36,031 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T16:24:36,034 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T16:24:36,034 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:24:36,034 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T16:24:36,035 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C35027%2C1731255873128.meta, suffix=.meta, logDir=hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128, archiveDir=hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/oldWALs, maxLogs=10 2024-11-10T16:24:36,049 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.meta.1731255876035.meta, exclude list is [], retry=0 2024-11-10T16:24:36,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35109,DS-cf39c3ca-3a54-4df6-adc8-16e911cfc06d,DISK] 2024-11-10T16:24:36,052 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.meta.1731255876035.meta 2024-11-10T16:24:36,052 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33241:33241)] 2024-11-10T16:24:36,052 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:24:36,053 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:24:36,053 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T16:24:36,053 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T16:24:36,053 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T16:24:36,053 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T16:24:36,053 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:24:36,053 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T16:24:36,053 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T16:24:36,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:24:36,055 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:24:36,055 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:36,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:24:36,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:24:36,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:24:36,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:36,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:24:36,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:24:36,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:24:36,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:36,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:24:36,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:24:36,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:24:36,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:36,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:24:36,057 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:24:36,058 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/hbase/meta/1588230740 2024-11-10T16:24:36,058 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/hbase/meta/1588230740 2024-11-10T16:24:36,059 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:24:36,059 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:24:36,059 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:24:36,060 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:24:36,061 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68097443, jitterRate=0.014730975031852722}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:24:36,061 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T16:24:36,061 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731255876053Writing region info on filesystem at 1731255876053Initializing all the Stores at 1731255876054 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255876054Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255876054Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255876054Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255876054Cleaning up temporary data from old regions at 1731255876059 (+5 ms)Running coprocessor post-open hooks at 1731255876061 (+2 ms)Region opened successfully at 1731255876061 2024-11-10T16:24:36,061 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731255876029 2024-11-10T16:24:36,063 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T16:24:36,063 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T16:24:36,063 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8e3de9160f9f,35027,1731255873128 2024-11-10T16:24:36,064 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,35027,1731255873128, state=OPEN 2024-11-10T16:24:36,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x10102b2152b0001, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1877816470/meta-region-server 2024-11-10T16:24:36,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10102b2152b0000, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1877816470/meta-region-server 2024-11-10T16:24:36,066 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8e3de9160f9f,35027,1731255873128 2024-11-10T16:24:36,066 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1877816470/meta-region-server: CHANGED 2024-11-10T16:24:36,066 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1877816470/meta-region-server: CHANGED 2024-11-10T16:24:36,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T16:24:36,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,35027,1731255873128 in 189 msec 2024-11-10T16:24:36,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T16:24:36,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 348 msec 2024-11-10T16:24:36,069 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:24:36,069 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T16:24:36,070 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:24:36,070 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,35027,1731255873128, seqNum=-1] 2024-11-10T16:24:36,070 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:24:36,071 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41657, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:24:36,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1880 sec 2024-11-10T16:24:36,074 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731255876074, completionTime=-1 2024-11-10T16:24:36,074 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T16:24:36,074 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T16:24:36,076 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T16:24:36,076 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731255936076 2024-11-10T16:24:36,076 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731255996076 2024-11-10T16:24:36,076 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T16:24:36,076 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,44919,1731255873083-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:36,076 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,44919,1731255873083-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:36,076 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,44919,1731255873083-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:36,076 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8e3de9160f9f:44919, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:36,076 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:36,077 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:36,078 DEBUG [master/8e3de9160f9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T16:24:36,079 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.910sec 2024-11-10T16:24:36,079 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T16:24:36,080 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T16:24:36,080 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T16:24:36,080 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T16:24:36,080 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T16:24:36,080 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,44919,1731255873083-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:24:36,080 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,44919,1731255873083-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T16:24:36,081 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T16:24:36,081 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T16:24:36,081 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,44919,1731255873083-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:36,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2835a59e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:36,154 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,44919,-1 for getting cluster id 2024-11-10T16:24:36,154 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:24:36,156 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90b8706a-d5bc-40a9-8fff-cac25eae8e51' 2024-11-10T16:24:36,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:24:36,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90b8706a-d5bc-40a9-8fff-cac25eae8e51" 2024-11-10T16:24:36,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d9ad28b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:36,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,44919,-1] 2024-11-10T16:24:36,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:24:36,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:36,157 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:24:36,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ef0f11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:36,158 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:24:36,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,35027,1731255873128, seqNum=-1] 2024-11-10T16:24:36,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:24:36,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:24:36,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8e3de9160f9f,44919,1731255873083 2024-11-10T16:24:36,161 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54270 2024-11-10T16:24:36,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:24:36,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10102b2152b0002 connected 2024-11-10T16:24:36,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723d964-cb7c-55e4-80b4-435911cedac9/hadoop.log.dir so I do NOT create it in target/test-data/55d20a13-e4f4-f8e5-db3b-9daa3e62f15c 2024-11-10T16:24:36,167 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723d964-cb7c-55e4-80b4-435911cedac9/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T16:24:36,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723d964-cb7c-55e4-80b4-435911cedac9/hadoop.tmp.dir so I do NOT create it in target/test-data/55d20a13-e4f4-f8e5-db3b-9daa3e62f15c 2024-11-10T16:24:36,167 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723d964-cb7c-55e4-80b4-435911cedac9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T16:24:36,167 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d20a13-e4f4-f8e5-db3b-9daa3e62f15c 2024-11-10T16:24:36,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T16:24:36,168 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d20a13-e4f4-f8e5-db3b-9daa3e62f15c/cluster_1fe72d52-d948-e98c-b563-2c6eb1bd09b1, deleteOnExit=true 2024-11-10T16:24:36,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T16:24:36,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d20a13-e4f4-f8e5-db3b-9daa3e62f15c/test.cache.data in system properties and HBase conf 2024-11-10T16:24:36,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d20a13-e4f4-f8e5-db3b-9daa3e62f15c/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T16:24:36,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d20a13-e4f4-f8e5-db3b-9daa3e62f15c/hadoop.log.dir in system properties and HBase conf 2024-11-10T16:24:36,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d20a13-e4f4-f8e5-db3b-9daa3e62f15c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T16:24:36,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d20a13-e4f4-f8e5-db3b-9daa3e62f15c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T16:24:36,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T16:24:36,168 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T16:24:36,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d20a13-e4f4-f8e5-db3b-9daa3e62f15c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T16:24:36,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d20a13-e4f4-f8e5-db3b-9daa3e62f15c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T16:24:36,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d20a13-e4f4-f8e5-db3b-9daa3e62f15c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T16:24:36,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d20a13-e4f4-f8e5-db3b-9daa3e62f15c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T16:24:36,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d20a13-e4f4-f8e5-db3b-9daa3e62f15c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T16:24:36,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d20a13-e4f4-f8e5-db3b-9daa3e62f15c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T16:24:36,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d20a13-e4f4-f8e5-db3b-9daa3e62f15c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T16:24:36,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d20a13-e4f4-f8e5-db3b-9daa3e62f15c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T16:24:36,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d20a13-e4f4-f8e5-db3b-9daa3e62f15c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T16:24:36,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d20a13-e4f4-f8e5-db3b-9daa3e62f15c/nfs.dump.dir in system properties and HBase conf 2024-11-10T16:24:36,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d20a13-e4f4-f8e5-db3b-9daa3e62f15c/java.io.tmpdir in system properties and HBase conf 2024-11-10T16:24:36,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d20a13-e4f4-f8e5-db3b-9daa3e62f15c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T16:24:36,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d20a13-e4f4-f8e5-db3b-9daa3e62f15c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T16:24:36,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d20a13-e4f4-f8e5-db3b-9daa3e62f15c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T16:24:36,267 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:24:36,271 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T16:24:36,273 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T16:24:36,273 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T16:24:36,273 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T16:24:36,277 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:24:36,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ff20f3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d20a13-e4f4-f8e5-db3b-9daa3e62f15c/hadoop.log.dir/,AVAILABLE} 2024-11-10T16:24:36,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@119eee7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T16:24:36,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@466bec40{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d20a13-e4f4-f8e5-db3b-9daa3e62f15c/java.io.tmpdir/jetty-localhost-40987-hadoop-hdfs-3_4_1-tests_jar-_-any-248910924424065277/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T16:24:36,413 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@252587db{HTTP/1.1, (http/1.1)}{localhost:40987} 2024-11-10T16:24:36,413 INFO [Time-limited test {}] server.Server(415): Started @302874ms 2024-11-10T16:24:36,516 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:24:36,519 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T16:24:36,524 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T16:24:36,524 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T16:24:36,524 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T16:24:36,524 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435c3424{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d20a13-e4f4-f8e5-db3b-9daa3e62f15c/hadoop.log.dir/,AVAILABLE} 2024-11-10T16:24:36,524 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@654e73bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T16:24:36,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@326cb3a0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d20a13-e4f4-f8e5-db3b-9daa3e62f15c/java.io.tmpdir/jetty-localhost-34063-hadoop-hdfs-3_4_1-tests_jar-_-any-11759971700067233130/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T16:24:36,647 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c4eba30{HTTP/1.1, (http/1.1)}{localhost:34063} 2024-11-10T16:24:36,647 INFO [Time-limited test {}] server.Server(415): Started @303108ms 2024-11-10T16:24:36,648 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T16:24:36,753 WARN [Thread-4425 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d20a13-e4f4-f8e5-db3b-9daa3e62f15c/cluster_1fe72d52-d948-e98c-b563-2c6eb1bd09b1/data/data1/current/BP-1135674913-172.17.0.2-1731255876202/current, will proceed with Du for space computation calculation, 2024-11-10T16:24:36,753 WARN [Thread-4426 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d20a13-e4f4-f8e5-db3b-9daa3e62f15c/cluster_1fe72d52-d948-e98c-b563-2c6eb1bd09b1/data/data2/current/BP-1135674913-172.17.0.2-1731255876202/current, will proceed with Du for space computation calculation, 2024-11-10T16:24:36,773 WARN [Thread-4413 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T16:24:36,775 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf979f97509bb6f8 with lease ID 0xaa9334350dd3b5ca: Processing first storage report for DS-a40c23a4-fe37-4bdc-ada1-0ec932b3252f from datanode DatanodeRegistration(127.0.0.1:37513, datanodeUuid=cc5f635c-817c-4b4e-93d0-5badd1f57ec4, infoPort=37583, infoSecurePort=0, ipcPort=44403, storageInfo=lv=-57;cid=testClusterID;nsid=80113502;c=1731255876202) 2024-11-10T16:24:36,775 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf979f97509bb6f8 with lease ID 0xaa9334350dd3b5ca: from storage DS-a40c23a4-fe37-4bdc-ada1-0ec932b3252f node DatanodeRegistration(127.0.0.1:37513, datanodeUuid=cc5f635c-817c-4b4e-93d0-5badd1f57ec4, infoPort=37583, infoSecurePort=0, ipcPort=44403, storageInfo=lv=-57;cid=testClusterID;nsid=80113502;c=1731255876202), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T16:24:36,775 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf979f97509bb6f8 with lease ID 0xaa9334350dd3b5ca: Processing first storage report for DS-56e36a2d-c22c-4798-8e8b-508a05768ca1 from datanode DatanodeRegistration(127.0.0.1:37513, datanodeUuid=cc5f635c-817c-4b4e-93d0-5badd1f57ec4, infoPort=37583, infoSecurePort=0, ipcPort=44403, storageInfo=lv=-57;cid=testClusterID;nsid=80113502;c=1731255876202) 2024-11-10T16:24:36,775 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf979f97509bb6f8 with lease ID 0xaa9334350dd3b5ca: from storage DS-56e36a2d-c22c-4798-8e8b-508a05768ca1 node DatanodeRegistration(127.0.0.1:37513, datanodeUuid=cc5f635c-817c-4b4e-93d0-5badd1f57ec4, infoPort=37583, infoSecurePort=0, ipcPort=44403, storageInfo=lv=-57;cid=testClusterID;nsid=80113502;c=1731255876202), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T16:24:36,872 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d20a13-e4f4-f8e5-db3b-9daa3e62f15c 2024-11-10T16:24:36,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:24:36,874 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:24:36,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741825_1001 (size=7) 2024-11-10T16:24:37,281 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825 with version=8 2024-11-10T16:24:37,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/hbase-staging 2024-11-10T16:24:37,285 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:24:37,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:24:37,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:24:37,285 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:24:37,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:24:37,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:24:37,285 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T16:24:37,285 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:24:37,286 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46815 2024-11-10T16:24:37,286 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46815 connecting to ZooKeeper ensemble=127.0.0.1:54270 2024-11-10T16:24:37,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468150x0, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:24:37,289 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46815-0x10102b2152b0003 connected 2024-11-10T16:24:37,300 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:24:37,302 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:24:37,304 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46815-0x10102b2152b0003, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Set watcher on znode that does not yet exist, /1-1352179873/running 2024-11-10T16:24:37,305 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825, hbase.cluster.distributed=false 2024-11-10T16:24:37,306 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46815-0x10102b2152b0003, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Set watcher on znode that does not yet exist, /1-1352179873/acl 2024-11-10T16:24:37,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46815 2024-11-10T16:24:37,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46815 2024-11-10T16:24:37,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46815 2024-11-10T16:24:37,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46815 2024-11-10T16:24:37,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46815 2024-11-10T16:24:37,323 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:24:37,323 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:24:37,323 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:24:37,323 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:24:37,323 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:24:37,323 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:24:37,323 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T16:24:37,323 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:24:37,324 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38115 2024-11-10T16:24:37,324 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38115 connecting to ZooKeeper ensemble=127.0.0.1:54270 2024-11-10T16:24:37,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:24:37,327 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:24:37,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381150x0, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:24:37,331 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:381150x0, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Set watcher on znode that does not yet exist, /1-1352179873/running 2024-11-10T16:24:37,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38115-0x10102b2152b0004 connected 2024-11-10T16:24:37,331 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T16:24:37,332 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T16:24:37,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38115-0x10102b2152b0004, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Set watcher on znode that does not yet exist, /1-1352179873/master 2024-11-10T16:24:37,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38115-0x10102b2152b0004, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Set watcher on znode that does not yet exist, /1-1352179873/acl 2024-11-10T16:24:37,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38115 2024-11-10T16:24:37,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38115 2024-11-10T16:24:37,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38115 2024-11-10T16:24:37,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38115 2024-11-10T16:24:37,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38115 2024-11-10T16:24:37,353 DEBUG [M:0;8e3de9160f9f:46815 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8e3de9160f9f:46815 2024-11-10T16:24:37,353 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1352179873/backup-masters/8e3de9160f9f,46815,1731255877284 2024-11-10T16:24:37,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38115-0x10102b2152b0004, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1352179873/backup-masters 2024-11-10T16:24:37,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46815-0x10102b2152b0003, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1352179873/backup-masters 2024-11-10T16:24:37,355 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46815-0x10102b2152b0003, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Set watcher on existing znode=/1-1352179873/backup-masters/8e3de9160f9f,46815,1731255877284 2024-11-10T16:24:37,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38115-0x10102b2152b0004, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1352179873/master 2024-11-10T16:24:37,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46815-0x10102b2152b0003, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1352179873 2024-11-10T16:24:37,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38115-0x10102b2152b0004, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1352179873 2024-11-10T16:24:37,357 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46815-0x10102b2152b0003, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Set watcher on existing znode=/1-1352179873/master 2024-11-10T16:24:37,357 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1352179873/backup-masters/8e3de9160f9f,46815,1731255877284 from backup master directory 2024-11-10T16:24:37,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46815-0x10102b2152b0003, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1352179873/backup-masters/8e3de9160f9f,46815,1731255877284 2024-11-10T16:24:37,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38115-0x10102b2152b0004, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1352179873/backup-masters 2024-11-10T16:24:37,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46815-0x10102b2152b0003, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1352179873/backup-masters 2024-11-10T16:24:37,360 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:24:37,360 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8e3de9160f9f,46815,1731255877284 2024-11-10T16:24:37,380 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/hbase.id] with ID: cc05120b-8714-4513-8db0-f0c3f5da8a1b 2024-11-10T16:24:37,380 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/.tmp/hbase.id 2024-11-10T16:24:37,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741826_1002 (size=42) 2024-11-10T16:24:37,384 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/.tmp/hbase.id]:[hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/hbase.id] 2024-11-10T16:24:37,392 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:24:37,392 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T16:24:37,393 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T16:24:37,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38115-0x10102b2152b0004, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1352179873 2024-11-10T16:24:37,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46815-0x10102b2152b0003, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1352179873 2024-11-10T16:24:37,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741827_1003 (size=196) 2024-11-10T16:24:37,399 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:24:37,400 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T16:24:37,400 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:24:37,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741828_1004 (size=1189) 2024-11-10T16:24:37,806 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/MasterData/data/master/store 2024-11-10T16:24:37,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741829_1005 (size=34) 2024-11-10T16:24:38,212 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:24:38,212 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T16:24:38,212 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:24:38,212 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:24:38,212 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T16:24:38,212 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:24:38,212 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:24:38,212 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731255878212Disabling compacts and flushes for region at 1731255878212Disabling writes for close at 1731255878212Writing region close event to WAL at 1731255878212Closed at 1731255878212 2024-11-10T16:24:38,213 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/MasterData/data/master/store/.initializing 2024-11-10T16:24:38,213 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/MasterData/WALs/8e3de9160f9f,46815,1731255877284 2024-11-10T16:24:38,213 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:24:38,215 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8e3de9160f9f%2C46815%2C1731255877284, suffix=, logDir=hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/MasterData/WALs/8e3de9160f9f,46815,1731255877284, archiveDir=hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/MasterData/oldWALs, maxLogs=10 2024-11-10T16:24:38,229 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/MasterData/WALs/8e3de9160f9f,46815,1731255877284/8e3de9160f9f%2C46815%2C1731255877284.1731255878215, exclude list is [], retry=0 2024-11-10T16:24:38,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37513,DS-a40c23a4-fe37-4bdc-ada1-0ec932b3252f,DISK] 2024-11-10T16:24:38,233 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/MasterData/WALs/8e3de9160f9f,46815,1731255877284/8e3de9160f9f%2C46815%2C1731255877284.1731255878215 2024-11-10T16:24:38,233 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37583:37583)] 2024-11-10T16:24:38,233 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:24:38,233 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:24:38,234 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:38,234 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:38,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:38,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T16:24:38,236 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:38,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:24:38,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:38,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T16:24:38,237 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:38,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:24:38,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:38,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T16:24:38,238 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:38,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:24:38,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:38,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T16:24:38,239 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:38,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:24:38,239 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:38,240 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:38,240 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:38,241 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:38,241 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:38,241 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:24:38,242 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:38,244 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:24:38,244 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73697210, jitterRate=0.09817400574684143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:24:38,244 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731255878234Initializing all the Stores at 1731255878234Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255878234Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255878234Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255878234Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255878234Cleaning up temporary data from old regions at 1731255878241 (+7 ms)Region opened successfully at 1731255878244 (+3 ms) 2024-11-10T16:24:38,245 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T16:24:38,247 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a504b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:24:38,248 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T16:24:38,248 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T16:24:38,248 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T16:24:38,248 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T16:24:38,248 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T16:24:38,248 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T16:24:38,249 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T16:24:38,251 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T16:24:38,252 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46815-0x10102b2152b0003, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Unable to get data of znode /1-1352179873/balancer because node does not exist (not necessarily an error) 2024-11-10T16:24:38,253 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1352179873/balancer already deleted, retry=false 2024-11-10T16:24:38,253 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T16:24:38,254 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46815-0x10102b2152b0003, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Unable to get data of znode /1-1352179873/normalizer because node does not exist (not necessarily an error) 2024-11-10T16:24:38,255 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1352179873/normalizer already deleted, retry=false 2024-11-10T16:24:38,255 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T16:24:38,256 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46815-0x10102b2152b0003, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Unable to get data of znode /1-1352179873/switch/split because node does not exist (not necessarily an error) 2024-11-10T16:24:38,257 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1352179873/switch/split already deleted, retry=false 2024-11-10T16:24:38,258 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46815-0x10102b2152b0003, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Unable to get data of znode /1-1352179873/switch/merge because node does not exist (not necessarily an error) 2024-11-10T16:24:38,259 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1352179873/switch/merge already deleted, retry=false 2024-11-10T16:24:38,260 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46815-0x10102b2152b0003, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Unable to get data of znode /1-1352179873/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T16:24:38,261 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1352179873/snapshot-cleanup already deleted, retry=false 2024-11-10T16:24:38,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46815-0x10102b2152b0003, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1352179873/running 2024-11-10T16:24:38,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38115-0x10102b2152b0004, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1352179873/running 2024-11-10T16:24:38,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46815-0x10102b2152b0003, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1352179873 2024-11-10T16:24:38,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38115-0x10102b2152b0004, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1352179873 2024-11-10T16:24:38,263 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8e3de9160f9f,46815,1731255877284, sessionid=0x10102b2152b0003, setting cluster-up flag (Was=false) 2024-11-10T16:24:38,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46815-0x10102b2152b0003, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1352179873 2024-11-10T16:24:38,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38115-0x10102b2152b0004, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1352179873 2024-11-10T16:24:38,277 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1352179873/flush-table-proc/acquired, /1-1352179873/flush-table-proc/reached, /1-1352179873/flush-table-proc/abort 2024-11-10T16:24:38,278 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,46815,1731255877284 2024-11-10T16:24:38,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38115-0x10102b2152b0004, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1352179873 2024-11-10T16:24:38,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46815-0x10102b2152b0003, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1352179873 2024-11-10T16:24:38,285 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1352179873/online-snapshot/acquired, /1-1352179873/online-snapshot/reached, /1-1352179873/online-snapshot/abort 2024-11-10T16:24:38,285 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,46815,1731255877284 2024-11-10T16:24:38,286 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T16:24:38,287 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T16:24:38,287 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T16:24:38,288 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T16:24:38,288 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8e3de9160f9f,46815,1731255877284 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T16:24:38,289 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:24:38,289 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:24:38,289 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:24:38,289 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:24:38,289 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8e3de9160f9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T16:24:38,289 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:38,289 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:24:38,289 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:38,290 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731255908290 2024-11-10T16:24:38,290 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T16:24:38,290 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T16:24:38,290 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T16:24:38,290 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T16:24:38,290 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T16:24:38,290 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T16:24:38,290 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:24:38,290 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:38,290 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T16:24:38,291 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T16:24:38,291 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T16:24:38,291 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T16:24:38,291 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T16:24:38,291 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:38,291 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T16:24:38,294 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T16:24:38,294 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T16:24:38,294 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255878294,5,FailOnTimeoutGroup] 2024-11-10T16:24:38,296 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255878294,5,FailOnTimeoutGroup] 2024-11-10T16:24:38,296 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:38,296 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T16:24:38,296 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:38,296 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:38,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741831_1007 (size=1321) 2024-11-10T16:24:38,343 INFO [RS:0;8e3de9160f9f:38115 {}] regionserver.HRegionServer(746): ClusterId : cc05120b-8714-4513-8db0-f0c3f5da8a1b 2024-11-10T16:24:38,343 DEBUG [RS:0;8e3de9160f9f:38115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T16:24:38,345 DEBUG [RS:0;8e3de9160f9f:38115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T16:24:38,345 DEBUG [RS:0;8e3de9160f9f:38115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T16:24:38,346 DEBUG [RS:0;8e3de9160f9f:38115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T16:24:38,347 DEBUG [RS:0;8e3de9160f9f:38115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19752a52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:24:38,362 DEBUG [RS:0;8e3de9160f9f:38115 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8e3de9160f9f:38115 2024-11-10T16:24:38,362 INFO [RS:0;8e3de9160f9f:38115 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T16:24:38,362 INFO [RS:0;8e3de9160f9f:38115 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T16:24:38,362 DEBUG [RS:0;8e3de9160f9f:38115 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T16:24:38,363 INFO [RS:0;8e3de9160f9f:38115 {}] regionserver.HRegionServer(2659): reportForDuty to master=8e3de9160f9f,46815,1731255877284 with port=38115, startcode=1731255877322 2024-11-10T16:24:38,363 DEBUG [RS:0;8e3de9160f9f:38115 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T16:24:38,364 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T16:24:38,365 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46815 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8e3de9160f9f,38115,1731255877322 2024-11-10T16:24:38,365 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46815 {}] master.ServerManager(517): Registering regionserver=8e3de9160f9f,38115,1731255877322 2024-11-10T16:24:38,366 DEBUG [RS:0;8e3de9160f9f:38115 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825 2024-11-10T16:24:38,366 DEBUG [RS:0;8e3de9160f9f:38115 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41191 2024-11-10T16:24:38,366 DEBUG [RS:0;8e3de9160f9f:38115 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T16:24:38,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46815-0x10102b2152b0003, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1352179873/rs 2024-11-10T16:24:38,372 DEBUG [RS:0;8e3de9160f9f:38115 {}] zookeeper.ZKUtil(111): regionserver:38115-0x10102b2152b0004, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Set watcher on existing znode=/1-1352179873/rs/8e3de9160f9f,38115,1731255877322 2024-11-10T16:24:38,372 WARN [RS:0;8e3de9160f9f:38115 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:24:38,372 INFO [RS:0;8e3de9160f9f:38115 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:24:38,372 DEBUG [RS:0;8e3de9160f9f:38115 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/WALs/8e3de9160f9f,38115,1731255877322 2024-11-10T16:24:38,372 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8e3de9160f9f,38115,1731255877322] 2024-11-10T16:24:38,375 INFO [RS:0;8e3de9160f9f:38115 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T16:24:38,377 INFO [RS:0;8e3de9160f9f:38115 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T16:24:38,377 INFO [RS:0;8e3de9160f9f:38115 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T16:24:38,377 INFO [RS:0;8e3de9160f9f:38115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:38,378 INFO [RS:0;8e3de9160f9f:38115 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T16:24:38,378 INFO [RS:0;8e3de9160f9f:38115 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T16:24:38,378 INFO [RS:0;8e3de9160f9f:38115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:38,378 DEBUG [RS:0;8e3de9160f9f:38115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:38,378 DEBUG [RS:0;8e3de9160f9f:38115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:38,378 DEBUG [RS:0;8e3de9160f9f:38115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:38,378 DEBUG [RS:0;8e3de9160f9f:38115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:38,378 DEBUG [RS:0;8e3de9160f9f:38115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:38,378 DEBUG [RS:0;8e3de9160f9f:38115 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:24:38,378 DEBUG [RS:0;8e3de9160f9f:38115 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:38,378 DEBUG [RS:0;8e3de9160f9f:38115 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:38,378 DEBUG [RS:0;8e3de9160f9f:38115 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:38,378 DEBUG [RS:0;8e3de9160f9f:38115 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:38,378 DEBUG [RS:0;8e3de9160f9f:38115 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:38,378 DEBUG [RS:0;8e3de9160f9f:38115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:38,378 DEBUG [RS:0;8e3de9160f9f:38115 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:24:38,378 DEBUG [RS:0;8e3de9160f9f:38115 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:24:38,379 INFO [RS:0;8e3de9160f9f:38115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:38,379 INFO [RS:0;8e3de9160f9f:38115 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:38,379 INFO [RS:0;8e3de9160f9f:38115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:38,379 INFO [RS:0;8e3de9160f9f:38115 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:38,379 INFO [RS:0;8e3de9160f9f:38115 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:38,379 INFO [RS:0;8e3de9160f9f:38115 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,38115,1731255877322-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:24:38,398 INFO [RS:0;8e3de9160f9f:38115 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T16:24:38,398 INFO [RS:0;8e3de9160f9f:38115 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,38115,1731255877322-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:38,398 INFO [RS:0;8e3de9160f9f:38115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:38,398 INFO [RS:0;8e3de9160f9f:38115 {}] regionserver.Replication(171): 8e3de9160f9f,38115,1731255877322 started 2024-11-10T16:24:38,414 INFO [RS:0;8e3de9160f9f:38115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:38,414 INFO [RS:0;8e3de9160f9f:38115 {}] regionserver.HRegionServer(1482): Serving as 8e3de9160f9f,38115,1731255877322, RpcServer on 8e3de9160f9f/172.17.0.2:38115, sessionid=0x10102b2152b0004 2024-11-10T16:24:38,415 DEBUG [RS:0;8e3de9160f9f:38115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T16:24:38,415 DEBUG [RS:0;8e3de9160f9f:38115 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8e3de9160f9f,38115,1731255877322 2024-11-10T16:24:38,415 DEBUG [RS:0;8e3de9160f9f:38115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,38115,1731255877322' 2024-11-10T16:24:38,415 DEBUG [RS:0;8e3de9160f9f:38115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1352179873/flush-table-proc/abort' 2024-11-10T16:24:38,415 DEBUG [RS:0;8e3de9160f9f:38115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1352179873/flush-table-proc/acquired' 2024-11-10T16:24:38,415 DEBUG [RS:0;8e3de9160f9f:38115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T16:24:38,415 DEBUG [RS:0;8e3de9160f9f:38115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T16:24:38,415 DEBUG [RS:0;8e3de9160f9f:38115 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8e3de9160f9f,38115,1731255877322 2024-11-10T16:24:38,415 DEBUG [RS:0;8e3de9160f9f:38115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,38115,1731255877322' 2024-11-10T16:24:38,415 DEBUG [RS:0;8e3de9160f9f:38115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1352179873/online-snapshot/abort' 2024-11-10T16:24:38,416 DEBUG [RS:0;8e3de9160f9f:38115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1352179873/online-snapshot/acquired' 2024-11-10T16:24:38,416 DEBUG [RS:0;8e3de9160f9f:38115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T16:24:38,416 INFO [RS:0;8e3de9160f9f:38115 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T16:24:38,416 INFO [RS:0;8e3de9160f9f:38115 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T16:24:38,516 INFO [RS:0;8e3de9160f9f:38115 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:24:38,518 INFO [RS:0;8e3de9160f9f:38115 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C38115%2C1731255877322, suffix=, logDir=hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/WALs/8e3de9160f9f,38115,1731255877322, archiveDir=hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/oldWALs, maxLogs=10 2024-11-10T16:24:38,532 DEBUG [RS:0;8e3de9160f9f:38115 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/WALs/8e3de9160f9f,38115,1731255877322/8e3de9160f9f%2C38115%2C1731255877322.1731255878518, exclude list is [], retry=0 2024-11-10T16:24:38,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37513,DS-a40c23a4-fe37-4bdc-ada1-0ec932b3252f,DISK] 2024-11-10T16:24:38,536 INFO [RS:0;8e3de9160f9f:38115 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/WALs/8e3de9160f9f,38115,1731255877322/8e3de9160f9f%2C38115%2C1731255877322.1731255878518 2024-11-10T16:24:38,536 DEBUG [RS:0;8e3de9160f9f:38115 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37583:37583)] 2024-11-10T16:24:38,625 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T16:24:38,625 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T16:24:38,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T16:24:38,626 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T16:24:38,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T16:24:38,626 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T16:24:38,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T16:24:38,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T16:24:38,702 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T16:24:38,702 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825 2024-11-10T16:24:38,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741833_1009 (size=32) 2024-11-10T16:24:39,022 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=17, created chunk count=36, reused chunk count=140, reuseRatio=79.55% 2024-11-10T16:24:39,023 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-10T16:24:39,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:24:39,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:24:39,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:24:39,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:39,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:24:39,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:24:39,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:24:39,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:39,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:24:39,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:24:39,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:24:39,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:39,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:24:39,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:24:39,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:24:39,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:39,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:24:39,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:24:39,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/hbase/meta/1588230740 2024-11-10T16:24:39,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/hbase/meta/1588230740 2024-11-10T16:24:39,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:24:39,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:24:39,115 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:24:39,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:24:39,117 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:24:39,118 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69789262, jitterRate=0.03994104266166687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:24:39,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731255879107Initializing all the Stores at 1731255879108 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255879108Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255879108Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255879108Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255879108Cleaning up temporary data from old regions at 1731255879115 (+7 ms)Region opened successfully at 1731255879118 (+3 ms) 2024-11-10T16:24:39,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T16:24:39,118 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T16:24:39,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T16:24:39,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T16:24:39,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T16:24:39,118 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T16:24:39,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731255879118Disabling compacts and flushes for region at 1731255879118Disabling writes for close at 1731255879118Writing region close event to WAL at 1731255879118Closed at 1731255879118 2024-11-10T16:24:39,119 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:24:39,119 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T16:24:39,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T16:24:39,120 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:24:39,121 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T16:24:39,272 DEBUG [8e3de9160f9f:46815 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T16:24:39,272 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8e3de9160f9f,38115,1731255877322 2024-11-10T16:24:39,273 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,38115,1731255877322, state=OPENING 2024-11-10T16:24:39,275 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T16:24:39,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46815-0x10102b2152b0003, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1352179873 2024-11-10T16:24:39,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38115-0x10102b2152b0004, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1352179873 2024-11-10T16:24:39,278 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:24:39,278 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1352179873/meta-region-server: CHANGED 2024-11-10T16:24:39,278 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1352179873/meta-region-server: CHANGED 2024-11-10T16:24:39,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,38115,1731255877322}] 2024-11-10T16:24:39,431 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T16:24:39,432 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T16:24:39,435 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T16:24:39,435 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:24:39,435 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T16:24:39,436 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C38115%2C1731255877322.meta, suffix=.meta, logDir=hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/WALs/8e3de9160f9f,38115,1731255877322, archiveDir=hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/oldWALs, maxLogs=10 2024-11-10T16:24:39,450 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/WALs/8e3de9160f9f,38115,1731255877322/8e3de9160f9f%2C38115%2C1731255877322.meta.1731255879436.meta, exclude list is [], retry=0 2024-11-10T16:24:39,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37513,DS-a40c23a4-fe37-4bdc-ada1-0ec932b3252f,DISK] 2024-11-10T16:24:39,457 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/WALs/8e3de9160f9f,38115,1731255877322/8e3de9160f9f%2C38115%2C1731255877322.meta.1731255879436.meta 2024-11-10T16:24:39,457 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37583:37583)] 2024-11-10T16:24:39,457 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:24:39,457 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:24:39,457 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T16:24:39,458 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T16:24:39,458 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T16:24:39,458 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T16:24:39,458 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:24:39,458 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T16:24:39,458 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T16:24:39,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:24:39,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:24:39,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:39,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:24:39,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:24:39,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:24:39,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:39,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:24:39,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:24:39,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:24:39,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:39,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:24:39,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:24:39,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:24:39,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:39,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:24:39,463 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:24:39,464 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/hbase/meta/1588230740 2024-11-10T16:24:39,464 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/hbase/meta/1588230740 2024-11-10T16:24:39,465 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:24:39,465 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:24:39,466 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:24:39,467 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:24:39,467 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73310133, jitterRate=0.09240610897541046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:24:39,467 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T16:24:39,467 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731255879458Writing region info on filesystem at 1731255879458Initializing all the Stores at 1731255879458Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255879459 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255879459Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255879459Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255879459Cleaning up temporary data from old regions at 1731255879465 (+6 ms)Running coprocessor post-open hooks at 1731255879467 (+2 ms)Region opened successfully at 1731255879467 2024-11-10T16:24:39,468 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731255879430 2024-11-10T16:24:39,470 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T16:24:39,470 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T16:24:39,471 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8e3de9160f9f,38115,1731255877322 2024-11-10T16:24:39,471 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,38115,1731255877322, state=OPEN 2024-11-10T16:24:39,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46815-0x10102b2152b0003, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1352179873/meta-region-server 2024-11-10T16:24:39,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38115-0x10102b2152b0004, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1352179873/meta-region-server 2024-11-10T16:24:39,473 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8e3de9160f9f,38115,1731255877322 2024-11-10T16:24:39,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1352179873/meta-region-server: CHANGED 2024-11-10T16:24:39,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1352179873/meta-region-server: CHANGED 2024-11-10T16:24:39,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T16:24:39,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,38115,1731255877322 in 195 msec 2024-11-10T16:24:39,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T16:24:39,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-11-10T16:24:39,476 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:24:39,476 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T16:24:39,477 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:24:39,477 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,38115,1731255877322, seqNum=-1] 2024-11-10T16:24:39,478 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:24:39,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:24:39,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1950 sec 2024-11-10T16:24:39,483 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731255879482, completionTime=-1 2024-11-10T16:24:39,483 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T16:24:39,483 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T16:24:39,484 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T16:24:39,485 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731255939484 2024-11-10T16:24:39,485 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731255999485 2024-11-10T16:24:39,485 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T16:24:39,485 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,46815,1731255877284-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:39,485 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,46815,1731255877284-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:39,485 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,46815,1731255877284-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:39,485 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8e3de9160f9f:46815, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:39,485 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:39,485 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:39,487 DEBUG [master/8e3de9160f9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T16:24:39,488 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.128sec 2024-11-10T16:24:39,488 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T16:24:39,488 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T16:24:39,488 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T16:24:39,488 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T16:24:39,488 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T16:24:39,489 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,46815,1731255877284-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:24:39,489 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,46815,1731255877284-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T16:24:39,490 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T16:24:39,490 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T16:24:39,490 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,46815,1731255877284-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:39,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@193d300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:39,544 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,46815,-1 for getting cluster id 2024-11-10T16:24:39,544 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:24:39,545 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc05120b-8714-4513-8db0-f0c3f5da8a1b' 2024-11-10T16:24:39,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:24:39,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc05120b-8714-4513-8db0-f0c3f5da8a1b" 2024-11-10T16:24:39,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c6b90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:39,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,46815,-1] 2024-11-10T16:24:39,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:24:39,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:39,547 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:24:39,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6106f0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:39,547 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:24:39,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,38115,1731255877322, seqNum=-1] 2024-11-10T16:24:39,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:24:39,549 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:24:39,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8e3de9160f9f,46815,1731255877284 2024-11-10T16:24:39,551 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54270 2024-11-10T16:24:39,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:24:39,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10102b2152b0005 connected 2024-11-10T16:24:39,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d20a13-e4f4-f8e5-db3b-9daa3e62f15c/hadoop.log.dir so I do NOT create it in target/test-data/97b1096b-8dd9-2209-6db5-5340bce14d43 2024-11-10T16:24:39,558 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d20a13-e4f4-f8e5-db3b-9daa3e62f15c/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T16:24:39,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d20a13-e4f4-f8e5-db3b-9daa3e62f15c/hadoop.tmp.dir so I do NOT create it in target/test-data/97b1096b-8dd9-2209-6db5-5340bce14d43 2024-11-10T16:24:39,558 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d20a13-e4f4-f8e5-db3b-9daa3e62f15c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T16:24:39,558 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97b1096b-8dd9-2209-6db5-5340bce14d43 2024-11-10T16:24:39,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T16:24:39,558 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97b1096b-8dd9-2209-6db5-5340bce14d43/cluster_fa14b845-7ad7-e777-499a-eddcaa317ed0, deleteOnExit=true 2024-11-10T16:24:39,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T16:24:39,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97b1096b-8dd9-2209-6db5-5340bce14d43/test.cache.data in system properties and HBase conf 2024-11-10T16:24:39,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97b1096b-8dd9-2209-6db5-5340bce14d43/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T16:24:39,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97b1096b-8dd9-2209-6db5-5340bce14d43/hadoop.log.dir in system properties and HBase conf 2024-11-10T16:24:39,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97b1096b-8dd9-2209-6db5-5340bce14d43/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T16:24:39,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97b1096b-8dd9-2209-6db5-5340bce14d43/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T16:24:39,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T16:24:39,559 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T16:24:39,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97b1096b-8dd9-2209-6db5-5340bce14d43/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T16:24:39,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97b1096b-8dd9-2209-6db5-5340bce14d43/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T16:24:39,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97b1096b-8dd9-2209-6db5-5340bce14d43/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T16:24:39,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97b1096b-8dd9-2209-6db5-5340bce14d43/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T16:24:39,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97b1096b-8dd9-2209-6db5-5340bce14d43/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T16:24:39,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97b1096b-8dd9-2209-6db5-5340bce14d43/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T16:24:39,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97b1096b-8dd9-2209-6db5-5340bce14d43/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T16:24:39,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97b1096b-8dd9-2209-6db5-5340bce14d43/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T16:24:39,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97b1096b-8dd9-2209-6db5-5340bce14d43/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T16:24:39,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97b1096b-8dd9-2209-6db5-5340bce14d43/nfs.dump.dir in system properties and HBase conf 2024-11-10T16:24:39,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97b1096b-8dd9-2209-6db5-5340bce14d43/java.io.tmpdir in system properties and HBase conf 2024-11-10T16:24:39,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97b1096b-8dd9-2209-6db5-5340bce14d43/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T16:24:39,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97b1096b-8dd9-2209-6db5-5340bce14d43/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T16:24:39,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97b1096b-8dd9-2209-6db5-5340bce14d43/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T16:24:39,632 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:24:39,635 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T16:24:39,636 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T16:24:39,636 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T16:24:39,636 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T16:24:39,638 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:24:39,638 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@124dcaa6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97b1096b-8dd9-2209-6db5-5340bce14d43/hadoop.log.dir/,AVAILABLE} 2024-11-10T16:24:39,638 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18990de3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T16:24:39,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c8baf7c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97b1096b-8dd9-2209-6db5-5340bce14d43/java.io.tmpdir/jetty-localhost-45429-hadoop-hdfs-3_4_1-tests_jar-_-any-16466076714210410688/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T16:24:39,752 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6983f7b8{HTTP/1.1, (http/1.1)}{localhost:45429} 2024-11-10T16:24:39,752 INFO [Time-limited test {}] server.Server(415): Started @306213ms 2024-11-10T16:24:39,830 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T16:24:39,834 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T16:24:39,836 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T16:24:39,836 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T16:24:39,836 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T16:24:39,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23618ed5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97b1096b-8dd9-2209-6db5-5340bce14d43/hadoop.log.dir/,AVAILABLE} 2024-11-10T16:24:39,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cb415da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T16:24:39,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2960a674{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97b1096b-8dd9-2209-6db5-5340bce14d43/java.io.tmpdir/jetty-localhost-46467-hadoop-hdfs-3_4_1-tests_jar-_-any-1544043836833595695/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T16:24:39,954 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b582525{HTTP/1.1, (http/1.1)}{localhost:46467} 2024-11-10T16:24:39,954 INFO [Time-limited test {}] server.Server(415): Started @306415ms 2024-11-10T16:24:39,956 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T16:24:40,054 WARN [Thread-4546 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97b1096b-8dd9-2209-6db5-5340bce14d43/cluster_fa14b845-7ad7-e777-499a-eddcaa317ed0/data/data1/current/BP-113133291-172.17.0.2-1731255879578/current, will proceed with Du for space computation calculation, 2024-11-10T16:24:40,054 WARN [Thread-4547 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97b1096b-8dd9-2209-6db5-5340bce14d43/cluster_fa14b845-7ad7-e777-499a-eddcaa317ed0/data/data2/current/BP-113133291-172.17.0.2-1731255879578/current, will proceed with Du for space computation calculation, 2024-11-10T16:24:40,074 WARN [Thread-4534 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T16:24:40,076 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa81160d932f13731 with lease ID 0x5a5437a87ca9c639: Processing first storage report for DS-17557f91-81dc-4a05-8b71-eed11debe607 from datanode DatanodeRegistration(127.0.0.1:46865, datanodeUuid=de1d9d80-02a2-430a-a439-5989d63c8f78, infoPort=40941, infoSecurePort=0, ipcPort=36583, storageInfo=lv=-57;cid=testClusterID;nsid=1424438522;c=1731255879578) 2024-11-10T16:24:40,076 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa81160d932f13731 with lease ID 0x5a5437a87ca9c639: from storage DS-17557f91-81dc-4a05-8b71-eed11debe607 node DatanodeRegistration(127.0.0.1:46865, datanodeUuid=de1d9d80-02a2-430a-a439-5989d63c8f78, infoPort=40941, infoSecurePort=0, ipcPort=36583, storageInfo=lv=-57;cid=testClusterID;nsid=1424438522;c=1731255879578), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T16:24:40,076 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa81160d932f13731 with lease ID 0x5a5437a87ca9c639: Processing first storage report for DS-9c1a1f10-1ce2-482b-a184-11cc331e3d6c from datanode DatanodeRegistration(127.0.0.1:46865, datanodeUuid=de1d9d80-02a2-430a-a439-5989d63c8f78, infoPort=40941, infoSecurePort=0, ipcPort=36583, storageInfo=lv=-57;cid=testClusterID;nsid=1424438522;c=1731255879578) 2024-11-10T16:24:40,076 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa81160d932f13731 with lease ID 0x5a5437a87ca9c639: from storage DS-9c1a1f10-1ce2-482b-a184-11cc331e3d6c node DatanodeRegistration(127.0.0.1:46865, datanodeUuid=de1d9d80-02a2-430a-a439-5989d63c8f78, infoPort=40941, infoSecurePort=0, ipcPort=36583, storageInfo=lv=-57;cid=testClusterID;nsid=1424438522;c=1731255879578), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T16:24:40,077 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97b1096b-8dd9-2209-6db5-5340bce14d43 2024-11-10T16:24:40,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:24:40,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:24:40,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741825_1001 (size=7) 2024-11-10T16:24:40,487 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1 with version=8 2024-11-10T16:24:40,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/hbase-staging 2024-11-10T16:24:40,490 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:24:40,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:24:40,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:24:40,490 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:24:40,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:24:40,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:24:40,490 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T16:24:40,490 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:24:40,491 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44693 2024-11-10T16:24:40,491 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44693 connecting to ZooKeeper ensemble=127.0.0.1:54270 2024-11-10T16:24:40,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446930x0, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:24:40,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44693-0x10102b2152b0006 connected 2024-11-10T16:24:40,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:24:40,506 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:24:40,508 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44693-0x10102b2152b0006, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Set watcher on znode that does not yet exist, /2-1748824708/running 2024-11-10T16:24:40,508 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1, hbase.cluster.distributed=false 2024-11-10T16:24:40,510 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44693-0x10102b2152b0006, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Set watcher on znode that does not yet exist, /2-1748824708/acl 2024-11-10T16:24:40,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44693 2024-11-10T16:24:40,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44693 2024-11-10T16:24:40,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44693 2024-11-10T16:24:40,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44693 2024-11-10T16:24:40,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44693 2024-11-10T16:24:40,532 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T16:24:40,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:24:40,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T16:24:40,532 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T16:24:40,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T16:24:40,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T16:24:40,532 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T16:24:40,532 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:24:40,533 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42091 2024-11-10T16:24:40,533 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42091 connecting to ZooKeeper ensemble=127.0.0.1:54270 2024-11-10T16:24:40,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:24:40,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:24:40,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420910x0, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:24:40,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:420910x0, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Set watcher on znode that does not yet exist, /2-1748824708/running 2024-11-10T16:24:40,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42091-0x10102b2152b0007 connected 2024-11-10T16:24:40,539 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T16:24:40,540 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T16:24:40,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42091-0x10102b2152b0007, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Set watcher on znode that does not yet exist, /2-1748824708/master 2024-11-10T16:24:40,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42091-0x10102b2152b0007, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Set watcher on znode that does not yet exist, /2-1748824708/acl 2024-11-10T16:24:40,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42091 2024-11-10T16:24:40,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42091 2024-11-10T16:24:40,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42091 2024-11-10T16:24:40,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42091 2024-11-10T16:24:40,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42091 2024-11-10T16:24:40,560 DEBUG [M:0;8e3de9160f9f:44693 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8e3de9160f9f:44693 2024-11-10T16:24:40,560 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1748824708/backup-masters/8e3de9160f9f,44693,1731255880490 2024-11-10T16:24:40,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x10102b2152b0007, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1748824708/backup-masters 2024-11-10T16:24:40,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44693-0x10102b2152b0006, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1748824708/backup-masters 2024-11-10T16:24:40,562 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44693-0x10102b2152b0006, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Set watcher on existing znode=/2-1748824708/backup-masters/8e3de9160f9f,44693,1731255880490 2024-11-10T16:24:40,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x10102b2152b0007, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1748824708/master 2024-11-10T16:24:40,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44693-0x10102b2152b0006, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1748824708 2024-11-10T16:24:40,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x10102b2152b0007, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1748824708 2024-11-10T16:24:40,565 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44693-0x10102b2152b0006, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Set watcher on existing znode=/2-1748824708/master 2024-11-10T16:24:40,565 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1748824708/backup-masters/8e3de9160f9f,44693,1731255880490 from backup master directory 2024-11-10T16:24:40,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44693-0x10102b2152b0006, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1748824708/backup-masters/8e3de9160f9f,44693,1731255880490 2024-11-10T16:24:40,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44693-0x10102b2152b0006, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1748824708/backup-masters 2024-11-10T16:24:40,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x10102b2152b0007, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1748824708/backup-masters 2024-11-10T16:24:40,566 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:24:40,566 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8e3de9160f9f,44693,1731255880490 2024-11-10T16:24:40,569 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/hbase.id] with ID: 07cf5b4c-68f0-4f30-ae89-44016101d20a 2024-11-10T16:24:40,569 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/.tmp/hbase.id 2024-11-10T16:24:40,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741826_1002 (size=42) 2024-11-10T16:24:40,576 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/.tmp/hbase.id]:[hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/hbase.id] 2024-11-10T16:24:40,583 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:24:40,584 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T16:24:40,584 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-10T16:24:40,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44693-0x10102b2152b0006, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1748824708 2024-11-10T16:24:40,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x10102b2152b0007, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1748824708 2024-11-10T16:24:40,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741827_1003 (size=196) 2024-11-10T16:24:40,592 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:24:40,593 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T16:24:40,593 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:24:40,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741828_1004 (size=1189) 2024-11-10T16:24:40,998 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/MasterData/data/master/store 2024-11-10T16:24:41,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741829_1005 (size=34) 2024-11-10T16:24:41,003 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:24:41,003 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T16:24:41,003 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:24:41,003 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:24:41,003 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T16:24:41,003 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:24:41,003 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:24:41,003 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731255881003Disabling compacts and flushes for region at 1731255881003Disabling writes for close at 1731255881003Writing region close event to WAL at 1731255881003Closed at 1731255881003 2024-11-10T16:24:41,004 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/MasterData/data/master/store/.initializing 2024-11-10T16:24:41,004 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/MasterData/WALs/8e3de9160f9f,44693,1731255880490 2024-11-10T16:24:41,004 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:24:41,005 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8e3de9160f9f%2C44693%2C1731255880490, suffix=, logDir=hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/MasterData/WALs/8e3de9160f9f,44693,1731255880490, archiveDir=hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/MasterData/oldWALs, maxLogs=10 2024-11-10T16:24:41,019 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/MasterData/WALs/8e3de9160f9f,44693,1731255880490/8e3de9160f9f%2C44693%2C1731255880490.1731255881005, exclude list is [], retry=0 2024-11-10T16:24:41,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46865,DS-17557f91-81dc-4a05-8b71-eed11debe607,DISK] 2024-11-10T16:24:41,022 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/MasterData/WALs/8e3de9160f9f,44693,1731255880490/8e3de9160f9f%2C44693%2C1731255880490.1731255881005 2024-11-10T16:24:41,023 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40941:40941)] 2024-11-10T16:24:41,023 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:24:41,023 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:24:41,023 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:41,023 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:41,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:41,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T16:24:41,025 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:41,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:24:41,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:41,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T16:24:41,026 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:41,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:24:41,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:41,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T16:24:41,027 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:41,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:24:41,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:41,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T16:24:41,028 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:41,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:24:41,029 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:41,029 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:41,029 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:41,030 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:41,030 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:41,030 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:24:41,031 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T16:24:41,033 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:24:41,033 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67069741, jitterRate=-5.829781293869019E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:24:41,033 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731255881023Initializing all the Stores at 1731255881024 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255881024Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255881024Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255881024Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255881024Cleaning up temporary data from old regions at 1731255881030 (+6 ms)Region opened successfully at 1731255881033 (+3 ms) 2024-11-10T16:24:41,033 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T16:24:41,035 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c138d0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:24:41,036 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T16:24:41,036 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T16:24:41,036 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T16:24:41,037 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T16:24:41,037 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T16:24:41,037 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T16:24:41,037 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T16:24:41,039 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T16:24:41,039 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44693-0x10102b2152b0006, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Unable to get data of znode /2-1748824708/balancer because node does not exist (not necessarily an error) 2024-11-10T16:24:41,040 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1748824708/balancer already deleted, retry=false 2024-11-10T16:24:41,041 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T16:24:41,041 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44693-0x10102b2152b0006, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Unable to get data of znode /2-1748824708/normalizer because node does not exist (not necessarily an error) 2024-11-10T16:24:41,043 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1748824708/normalizer already deleted, retry=false 2024-11-10T16:24:41,043 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T16:24:41,044 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44693-0x10102b2152b0006, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Unable to get data of znode /2-1748824708/switch/split because node does not exist (not necessarily an error) 2024-11-10T16:24:41,045 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1748824708/switch/split already deleted, retry=false 2024-11-10T16:24:41,061 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44693-0x10102b2152b0006, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Unable to get data of znode /2-1748824708/switch/merge because node does not exist (not necessarily an error) 2024-11-10T16:24:41,062 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1748824708/switch/merge already deleted, retry=false 2024-11-10T16:24:41,064 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44693-0x10102b2152b0006, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Unable to get data of znode /2-1748824708/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T16:24:41,066 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1748824708/snapshot-cleanup already deleted, retry=false 2024-11-10T16:24:41,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44693-0x10102b2152b0006, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1748824708/running 2024-11-10T16:24:41,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x10102b2152b0007, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1748824708/running 2024-11-10T16:24:41,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44693-0x10102b2152b0006, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1748824708 2024-11-10T16:24:41,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x10102b2152b0007, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1748824708 2024-11-10T16:24:41,069 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8e3de9160f9f,44693,1731255880490, sessionid=0x10102b2152b0006, setting cluster-up flag (Was=false) 2024-11-10T16:24:41,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44693-0x10102b2152b0006, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1748824708 2024-11-10T16:24:41,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x10102b2152b0007, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1748824708 2024-11-10T16:24:41,076 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1748824708/flush-table-proc/acquired, /2-1748824708/flush-table-proc/reached, /2-1748824708/flush-table-proc/abort 2024-11-10T16:24:41,077 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,44693,1731255880490 2024-11-10T16:24:41,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44693-0x10102b2152b0006, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1748824708 2024-11-10T16:24:41,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x10102b2152b0007, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1748824708 2024-11-10T16:24:41,084 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1748824708/online-snapshot/acquired, /2-1748824708/online-snapshot/reached, /2-1748824708/online-snapshot/abort 2024-11-10T16:24:41,085 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,44693,1731255880490 2024-11-10T16:24:41,085 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T16:24:41,087 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T16:24:41,087 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T16:24:41,087 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T16:24:41,087 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8e3de9160f9f,44693,1731255880490 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T16:24:41,088 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:24:41,088 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:24:41,088 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:24:41,088 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T16:24:41,088 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8e3de9160f9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T16:24:41,088 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:41,088 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:24:41,088 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:41,089 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731255911089 2024-11-10T16:24:41,089 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T16:24:41,089 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T16:24:41,089 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T16:24:41,089 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T16:24:41,090 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T16:24:41,090 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:24:41,090 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T16:24:41,090 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T16:24:41,090 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:41,090 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T16:24:41,090 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T16:24:41,090 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T16:24:41,090 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T16:24:41,090 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:41,090 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T16:24:41,090 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T16:24:41,090 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T16:24:41,091 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255881090,5,FailOnTimeoutGroup] 2024-11-10T16:24:41,091 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255881091,5,FailOnTimeoutGroup] 2024-11-10T16:24:41,091 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:41,091 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T16:24:41,091 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:41,091 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:41,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741831_1007 (size=1321) 2024-11-10T16:24:41,095 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T16:24:41,095 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1 2024-11-10T16:24:41,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741832_1008 (size=32) 2024-11-10T16:24:41,161 INFO [RS:0;8e3de9160f9f:42091 {}] regionserver.HRegionServer(746): ClusterId : 07cf5b4c-68f0-4f30-ae89-44016101d20a 2024-11-10T16:24:41,161 DEBUG [RS:0;8e3de9160f9f:42091 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T16:24:41,163 DEBUG [RS:0;8e3de9160f9f:42091 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T16:24:41,163 DEBUG [RS:0;8e3de9160f9f:42091 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T16:24:41,166 DEBUG [RS:0;8e3de9160f9f:42091 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T16:24:41,166 DEBUG [RS:0;8e3de9160f9f:42091 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7108c735, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T16:24:41,179 DEBUG [RS:0;8e3de9160f9f:42091 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8e3de9160f9f:42091 2024-11-10T16:24:41,179 INFO [RS:0;8e3de9160f9f:42091 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T16:24:41,179 INFO [RS:0;8e3de9160f9f:42091 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T16:24:41,179 DEBUG [RS:0;8e3de9160f9f:42091 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T16:24:41,180 INFO [RS:0;8e3de9160f9f:42091 {}] regionserver.HRegionServer(2659): reportForDuty to master=8e3de9160f9f,44693,1731255880490 with port=42091, startcode=1731255880532 2024-11-10T16:24:41,180 DEBUG [RS:0;8e3de9160f9f:42091 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T16:24:41,181 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45981, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T16:24:41,182 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44693 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8e3de9160f9f,42091,1731255880532 2024-11-10T16:24:41,182 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44693 {}] master.ServerManager(517): Registering regionserver=8e3de9160f9f,42091,1731255880532 2024-11-10T16:24:41,183 DEBUG [RS:0;8e3de9160f9f:42091 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1 2024-11-10T16:24:41,183 DEBUG [RS:0;8e3de9160f9f:42091 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42227 2024-11-10T16:24:41,183 DEBUG [RS:0;8e3de9160f9f:42091 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T16:24:41,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44693-0x10102b2152b0006, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1748824708/rs 2024-11-10T16:24:41,187 DEBUG [RS:0;8e3de9160f9f:42091 {}] zookeeper.ZKUtil(111): regionserver:42091-0x10102b2152b0007, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Set watcher on existing znode=/2-1748824708/rs/8e3de9160f9f,42091,1731255880532 2024-11-10T16:24:41,187 WARN [RS:0;8e3de9160f9f:42091 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T16:24:41,187 INFO [RS:0;8e3de9160f9f:42091 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:24:41,187 DEBUG [RS:0;8e3de9160f9f:42091 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/WALs/8e3de9160f9f,42091,1731255880532 2024-11-10T16:24:41,187 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8e3de9160f9f,42091,1731255880532] 2024-11-10T16:24:41,190 INFO [RS:0;8e3de9160f9f:42091 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T16:24:41,191 INFO [RS:0;8e3de9160f9f:42091 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T16:24:41,191 INFO [RS:0;8e3de9160f9f:42091 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T16:24:41,191 INFO [RS:0;8e3de9160f9f:42091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:41,192 INFO [RS:0;8e3de9160f9f:42091 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T16:24:41,192 INFO [RS:0;8e3de9160f9f:42091 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T16:24:41,192 INFO [RS:0;8e3de9160f9f:42091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:41,192 DEBUG [RS:0;8e3de9160f9f:42091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:41,192 DEBUG [RS:0;8e3de9160f9f:42091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:41,192 DEBUG [RS:0;8e3de9160f9f:42091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:41,192 DEBUG [RS:0;8e3de9160f9f:42091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:41,192 DEBUG [RS:0;8e3de9160f9f:42091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:41,192 DEBUG [RS:0;8e3de9160f9f:42091 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T16:24:41,192 DEBUG [RS:0;8e3de9160f9f:42091 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:41,192 DEBUG [RS:0;8e3de9160f9f:42091 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:41,192 DEBUG [RS:0;8e3de9160f9f:42091 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:41,193 DEBUG [RS:0;8e3de9160f9f:42091 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:41,193 DEBUG [RS:0;8e3de9160f9f:42091 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:41,193 DEBUG [RS:0;8e3de9160f9f:42091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T16:24:41,193 DEBUG [RS:0;8e3de9160f9f:42091 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:24:41,193 DEBUG [RS:0;8e3de9160f9f:42091 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T16:24:41,196 INFO [RS:0;8e3de9160f9f:42091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:41,196 INFO [RS:0;8e3de9160f9f:42091 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:41,196 INFO [RS:0;8e3de9160f9f:42091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:41,196 INFO [RS:0;8e3de9160f9f:42091 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:41,196 INFO [RS:0;8e3de9160f9f:42091 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:41,196 INFO [RS:0;8e3de9160f9f:42091 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,42091,1731255880532-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:24:41,211 INFO [RS:0;8e3de9160f9f:42091 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T16:24:41,211 INFO [RS:0;8e3de9160f9f:42091 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,42091,1731255880532-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:41,211 INFO [RS:0;8e3de9160f9f:42091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:41,211 INFO [RS:0;8e3de9160f9f:42091 {}] regionserver.Replication(171): 8e3de9160f9f,42091,1731255880532 started 2024-11-10T16:24:41,225 INFO [RS:0;8e3de9160f9f:42091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:41,225 INFO [RS:0;8e3de9160f9f:42091 {}] regionserver.HRegionServer(1482): Serving as 8e3de9160f9f,42091,1731255880532, RpcServer on 8e3de9160f9f/172.17.0.2:42091, sessionid=0x10102b2152b0007 2024-11-10T16:24:41,225 DEBUG [RS:0;8e3de9160f9f:42091 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T16:24:41,225 DEBUG [RS:0;8e3de9160f9f:42091 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8e3de9160f9f,42091,1731255880532 2024-11-10T16:24:41,225 DEBUG [RS:0;8e3de9160f9f:42091 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,42091,1731255880532' 2024-11-10T16:24:41,225 DEBUG [RS:0;8e3de9160f9f:42091 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1748824708/flush-table-proc/abort' 2024-11-10T16:24:41,226 DEBUG [RS:0;8e3de9160f9f:42091 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1748824708/flush-table-proc/acquired' 2024-11-10T16:24:41,226 DEBUG [RS:0;8e3de9160f9f:42091 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T16:24:41,226 DEBUG [RS:0;8e3de9160f9f:42091 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T16:24:41,226 DEBUG [RS:0;8e3de9160f9f:42091 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8e3de9160f9f,42091,1731255880532 2024-11-10T16:24:41,226 DEBUG [RS:0;8e3de9160f9f:42091 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,42091,1731255880532' 2024-11-10T16:24:41,226 DEBUG [RS:0;8e3de9160f9f:42091 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1748824708/online-snapshot/abort' 2024-11-10T16:24:41,226 DEBUG [RS:0;8e3de9160f9f:42091 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1748824708/online-snapshot/acquired' 2024-11-10T16:24:41,226 DEBUG [RS:0;8e3de9160f9f:42091 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T16:24:41,227 INFO [RS:0;8e3de9160f9f:42091 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T16:24:41,227 INFO [RS:0;8e3de9160f9f:42091 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T16:24:41,327 INFO [RS:0;8e3de9160f9f:42091 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T16:24:41,328 INFO [RS:0;8e3de9160f9f:42091 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C42091%2C1731255880532, suffix=, logDir=hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/WALs/8e3de9160f9f,42091,1731255880532, archiveDir=hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/oldWALs, maxLogs=10 2024-11-10T16:24:41,342 DEBUG [RS:0;8e3de9160f9f:42091 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/WALs/8e3de9160f9f,42091,1731255880532/8e3de9160f9f%2C42091%2C1731255880532.1731255881328, exclude list is [], retry=0 2024-11-10T16:24:41,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46865,DS-17557f91-81dc-4a05-8b71-eed11debe607,DISK] 2024-11-10T16:24:41,346 INFO [RS:0;8e3de9160f9f:42091 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/WALs/8e3de9160f9f,42091,1731255880532/8e3de9160f9f%2C42091%2C1731255880532.1731255881328 2024-11-10T16:24:41,346 DEBUG [RS:0;8e3de9160f9f:42091 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40941:40941)] 2024-11-10T16:24:41,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:24:41,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:24:41,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:24:41,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:41,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:24:41,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:24:41,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:24:41,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:41,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:24:41,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:24:41,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:24:41,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:41,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:24:41,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:24:41,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:24:41,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:41,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:24:41,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:24:41,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/data/hbase/meta/1588230740 2024-11-10T16:24:41,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/data/hbase/meta/1588230740 2024-11-10T16:24:41,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:24:41,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:24:41,512 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:24:41,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:24:41,515 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:24:41,515 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73111922, jitterRate=0.08945253491401672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:24:41,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731255881504Initializing all the Stores at 1731255881504Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255881504Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255881504Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255881504Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255881504Cleaning up temporary data from old regions at 1731255881512 (+8 ms)Region opened successfully at 1731255881515 (+3 ms) 2024-11-10T16:24:41,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T16:24:41,515 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T16:24:41,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T16:24:41,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T16:24:41,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T16:24:41,516 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T16:24:41,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731255881515Disabling compacts and flushes for region at 1731255881515Disabling writes for close at 1731255881515Writing region close event to WAL at 1731255881516 (+1 ms)Closed at 1731255881516 2024-11-10T16:24:41,517 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:24:41,517 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T16:24:41,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T16:24:41,518 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:24:41,519 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T16:24:41,562 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T16:24:41,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:41,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:41,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:41,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:41,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:41,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:41,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:41,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:41,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:41,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:41,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:41,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:41,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:41,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:41,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:41,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:41,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:41,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:41,669 DEBUG [8e3de9160f9f:44693 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T16:24:41,669 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8e3de9160f9f,42091,1731255880532 2024-11-10T16:24:41,670 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,42091,1731255880532, state=OPENING 2024-11-10T16:24:41,672 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T16:24:41,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44693-0x10102b2152b0006, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1748824708 2024-11-10T16:24:41,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x10102b2152b0007, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1748824708 2024-11-10T16:24:41,674 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T16:24:41,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,42091,1731255880532}] 2024-11-10T16:24:41,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1748824708/meta-region-server: CHANGED 2024-11-10T16:24:41,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1748824708/meta-region-server: CHANGED 2024-11-10T16:24:41,826 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T16:24:41,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T16:24:41,830 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T16:24:41,831 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:24:41,831 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T16:24:41,832 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C42091%2C1731255880532.meta, suffix=.meta, logDir=hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/WALs/8e3de9160f9f,42091,1731255880532, archiveDir=hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/oldWALs, maxLogs=10 2024-11-10T16:24:41,846 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/WALs/8e3de9160f9f,42091,1731255880532/8e3de9160f9f%2C42091%2C1731255880532.meta.1731255881832.meta, exclude list is [], retry=0 2024-11-10T16:24:41,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46865,DS-17557f91-81dc-4a05-8b71-eed11debe607,DISK] 2024-11-10T16:24:41,849 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/WALs/8e3de9160f9f,42091,1731255880532/8e3de9160f9f%2C42091%2C1731255880532.meta.1731255881832.meta 2024-11-10T16:24:41,849 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40941:40941)] 2024-11-10T16:24:41,850 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:24:41,850 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:24:41,850 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T16:24:41,850 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T16:24:41,850 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T16:24:41,850 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T16:24:41,850 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:24:41,850 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T16:24:41,850 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T16:24:41,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T16:24:41,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T16:24:41,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:41,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:24:41,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T16:24:41,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T16:24:41,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:41,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:24:41,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T16:24:41,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T16:24:41,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:41,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:24:41,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T16:24:41,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T16:24:41,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:41,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T16:24:41,855 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T16:24:41,856 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/data/hbase/meta/1588230740 2024-11-10T16:24:41,856 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/data/hbase/meta/1588230740 2024-11-10T16:24:41,857 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T16:24:41,857 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T16:24:41,857 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T16:24:41,858 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T16:24:41,859 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68809219, jitterRate=0.02533726394176483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T16:24:41,859 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T16:24:41,859 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731255881851Writing region info on filesystem at 1731255881851Initializing all the Stores at 1731255881851Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255881851Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255881851Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255881851Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731255881851Cleaning up temporary data from old regions at 1731255881857 (+6 ms)Running coprocessor post-open hooks at 1731255881859 (+2 ms)Region opened successfully at 1731255881859 2024-11-10T16:24:41,859 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731255881826 2024-11-10T16:24:41,861 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T16:24:41,861 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T16:24:41,862 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8e3de9160f9f,42091,1731255880532 2024-11-10T16:24:41,862 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,42091,1731255880532, state=OPEN 2024-11-10T16:24:41,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44693-0x10102b2152b0006, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1748824708/meta-region-server 2024-11-10T16:24:41,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x10102b2152b0007, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1748824708/meta-region-server 2024-11-10T16:24:41,864 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8e3de9160f9f,42091,1731255880532 2024-11-10T16:24:41,864 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1748824708/meta-region-server: CHANGED 2024-11-10T16:24:41,864 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1748824708/meta-region-server: CHANGED 2024-11-10T16:24:41,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T16:24:41,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,42091,1731255880532 in 190 msec 2024-11-10T16:24:41,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T16:24:41,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 349 msec 2024-11-10T16:24:41,868 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T16:24:41,868 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T16:24:41,869 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:24:41,869 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,42091,1731255880532, seqNum=-1] 2024-11-10T16:24:41,869 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:24:41,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:24:41,873 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 786 msec 2024-11-10T16:24:41,873 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731255881873, completionTime=-1 2024-11-10T16:24:41,873 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T16:24:41,873 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T16:24:41,874 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T16:24:41,875 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731255941874 2024-11-10T16:24:41,875 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731256001875 2024-11-10T16:24:41,875 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T16:24:41,875 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,44693,1731255880490-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:41,875 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,44693,1731255880490-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:41,875 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,44693,1731255880490-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:41,875 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8e3de9160f9f:44693, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:41,875 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:41,875 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:41,876 DEBUG [master/8e3de9160f9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T16:24:41,878 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.312sec 2024-11-10T16:24:41,878 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T16:24:41,878 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T16:24:41,878 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T16:24:41,878 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T16:24:41,878 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T16:24:41,878 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,44693,1731255880490-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T16:24:41,879 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,44693,1731255880490-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T16:24:41,880 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T16:24:41,880 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T16:24:41,880 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,44693,1731255880490-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T16:24:41,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3833d70d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:41,961 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,44693,-1 for getting cluster id 2024-11-10T16:24:41,962 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:24:41,963 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07cf5b4c-68f0-4f30-ae89-44016101d20a' 2024-11-10T16:24:41,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:24:41,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07cf5b4c-68f0-4f30-ae89-44016101d20a" 2024-11-10T16:24:41,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25cc4fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:41,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,44693,-1] 2024-11-10T16:24:41,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:24:41,964 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:41,964 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:24:41,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71bff963, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:41,965 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:24:41,966 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,42091,1731255880532, seqNum=-1] 2024-11-10T16:24:41,966 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:24:41,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:24:41,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8e3de9160f9f,44693,1731255880490 2024-11-10T16:24:41,968 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:54270 2024-11-10T16:24:41,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T16:24:41,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10102b2152b0008 connected 2024-11-10T16:24:41,973 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:24:41,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,44919,1731255873083 2024-11-10T16:24:41,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c8dd41 2024-11-10T16:24:41,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:24:41,975 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:24:41,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44919 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:24:41,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44919 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T16:24:41,977 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T16:24:41,977 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:41,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44919 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T16:24:41,978 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T16:24:41,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:24:41,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741835_1011 (size=902) 2024-11-10T16:24:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:24:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:24:42,387 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3e6cfa33476ddcc588bccb994bef9f78, NAME => 'test,,1731255881975.3e6cfa33476ddcc588bccb994bef9f78.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b 2024-11-10T16:24:42,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741836_1012 (size=39) 2024-11-10T16:24:42,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731255881975.3e6cfa33476ddcc588bccb994bef9f78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:24:42,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3e6cfa33476ddcc588bccb994bef9f78, disabling compactions & flushes 2024-11-10T16:24:42,392 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731255881975.3e6cfa33476ddcc588bccb994bef9f78. 2024-11-10T16:24:42,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731255881975.3e6cfa33476ddcc588bccb994bef9f78. 2024-11-10T16:24:42,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731255881975.3e6cfa33476ddcc588bccb994bef9f78. after waiting 0 ms 2024-11-10T16:24:42,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731255881975.3e6cfa33476ddcc588bccb994bef9f78. 2024-11-10T16:24:42,392 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731255881975.3e6cfa33476ddcc588bccb994bef9f78. 2024-11-10T16:24:42,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3e6cfa33476ddcc588bccb994bef9f78: Waiting for close lock at 1731255882392Disabling compacts and flushes for region at 1731255882392Disabling writes for close at 1731255882392Writing region close event to WAL at 1731255882392Closed at 1731255882392 2024-11-10T16:24:42,393 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T16:24:42,394 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731255881975.3e6cfa33476ddcc588bccb994bef9f78.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731255882393"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731255882393"}]},"ts":"1731255882393"} 2024-11-10T16:24:42,395 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T16:24:42,396 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T16:24:42,396 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255882396"}]},"ts":"1731255882396"} 2024-11-10T16:24:42,397 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T16:24:42,397 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3e6cfa33476ddcc588bccb994bef9f78, ASSIGN}] 2024-11-10T16:24:42,398 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3e6cfa33476ddcc588bccb994bef9f78, ASSIGN 2024-11-10T16:24:42,399 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3e6cfa33476ddcc588bccb994bef9f78, ASSIGN; state=OFFLINE, location=8e3de9160f9f,35027,1731255873128; forceNewPlan=false, retain=false 2024-11-10T16:24:42,549 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3e6cfa33476ddcc588bccb994bef9f78, regionState=OPENING, regionLocation=8e3de9160f9f,35027,1731255873128 2024-11-10T16:24:42,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3e6cfa33476ddcc588bccb994bef9f78, ASSIGN because future has completed 2024-11-10T16:24:42,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e6cfa33476ddcc588bccb994bef9f78, server=8e3de9160f9f,35027,1731255873128}] 2024-11-10T16:24:42,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:24:42,706 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731255881975.3e6cfa33476ddcc588bccb994bef9f78. 2024-11-10T16:24:42,706 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e6cfa33476ddcc588bccb994bef9f78, NAME => 'test,,1731255881975.3e6cfa33476ddcc588bccb994bef9f78.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:24:42,707 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:24:42,707 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T16:24:42,707 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3e6cfa33476ddcc588bccb994bef9f78 2024-11-10T16:24:42,707 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731255881975.3e6cfa33476ddcc588bccb994bef9f78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:24:42,707 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3e6cfa33476ddcc588bccb994bef9f78 2024-11-10T16:24:42,707 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3e6cfa33476ddcc588bccb994bef9f78 2024-11-10T16:24:42,708 INFO [StoreOpener-3e6cfa33476ddcc588bccb994bef9f78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3e6cfa33476ddcc588bccb994bef9f78 2024-11-10T16:24:42,709 INFO [StoreOpener-3e6cfa33476ddcc588bccb994bef9f78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e6cfa33476ddcc588bccb994bef9f78 columnFamilyName f 2024-11-10T16:24:42,709 DEBUG [StoreOpener-3e6cfa33476ddcc588bccb994bef9f78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:42,709 INFO [StoreOpener-3e6cfa33476ddcc588bccb994bef9f78-1 {}] regionserver.HStore(327): Store=3e6cfa33476ddcc588bccb994bef9f78/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:24:42,709 INFO [StoreOpener-3e6cfa33476ddcc588bccb994bef9f78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3e6cfa33476ddcc588bccb994bef9f78 2024-11-10T16:24:42,710 INFO [StoreOpener-3e6cfa33476ddcc588bccb994bef9f78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e6cfa33476ddcc588bccb994bef9f78 columnFamilyName f1 2024-11-10T16:24:42,710 DEBUG [StoreOpener-3e6cfa33476ddcc588bccb994bef9f78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:42,710 INFO [StoreOpener-3e6cfa33476ddcc588bccb994bef9f78-1 {}] regionserver.HStore(327): Store=3e6cfa33476ddcc588bccb994bef9f78/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:24:42,710 INFO [StoreOpener-3e6cfa33476ddcc588bccb994bef9f78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3e6cfa33476ddcc588bccb994bef9f78 2024-11-10T16:24:42,711 INFO [StoreOpener-3e6cfa33476ddcc588bccb994bef9f78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e6cfa33476ddcc588bccb994bef9f78 columnFamilyName norep 2024-11-10T16:24:42,711 DEBUG [StoreOpener-3e6cfa33476ddcc588bccb994bef9f78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:42,711 INFO [StoreOpener-3e6cfa33476ddcc588bccb994bef9f78-1 {}] regionserver.HStore(327): Store=3e6cfa33476ddcc588bccb994bef9f78/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:24:42,711 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3e6cfa33476ddcc588bccb994bef9f78 2024-11-10T16:24:42,712 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/default/test/3e6cfa33476ddcc588bccb994bef9f78 2024-11-10T16:24:42,712 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/default/test/3e6cfa33476ddcc588bccb994bef9f78 2024-11-10T16:24:42,712 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3e6cfa33476ddcc588bccb994bef9f78 2024-11-10T16:24:42,712 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3e6cfa33476ddcc588bccb994bef9f78 2024-11-10T16:24:42,713 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T16:24:42,713 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3e6cfa33476ddcc588bccb994bef9f78 2024-11-10T16:24:42,715 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/default/test/3e6cfa33476ddcc588bccb994bef9f78/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:24:42,715 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3e6cfa33476ddcc588bccb994bef9f78; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67883633, jitterRate=0.011544957756996155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T16:24:42,715 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e6cfa33476ddcc588bccb994bef9f78 2024-11-10T16:24:42,715 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3e6cfa33476ddcc588bccb994bef9f78: Running coprocessor pre-open hook at 1731255882707Writing region info on filesystem at 1731255882707Initializing all the Stores at 1731255882708 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255882708Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255882708Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255882708Cleaning up temporary data from old regions at 1731255882713 (+5 ms)Running coprocessor post-open hooks at 1731255882715 (+2 ms)Region opened successfully at 1731255882715 2024-11-10T16:24:42,716 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731255881975.3e6cfa33476ddcc588bccb994bef9f78., pid=6, masterSystemTime=1731255882703 2024-11-10T16:24:42,718 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731255881975.3e6cfa33476ddcc588bccb994bef9f78. 2024-11-10T16:24:42,718 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731255881975.3e6cfa33476ddcc588bccb994bef9f78. 2024-11-10T16:24:42,718 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3e6cfa33476ddcc588bccb994bef9f78, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8e3de9160f9f,35027,1731255873128 2024-11-10T16:24:42,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e6cfa33476ddcc588bccb994bef9f78, server=8e3de9160f9f,35027,1731255873128 because future has completed 2024-11-10T16:24:42,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T16:24:42,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e6cfa33476ddcc588bccb994bef9f78, server=8e3de9160f9f,35027,1731255873128 in 169 msec 2024-11-10T16:24:42,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T16:24:42,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3e6cfa33476ddcc588bccb994bef9f78, ASSIGN in 325 msec 2024-11-10T16:24:42,724 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T16:24:42,724 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255882724"}]},"ts":"1731255882724"} 2024-11-10T16:24:42,725 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T16:24:42,726 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T16:24:42,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 751 msec 2024-11-10T16:24:43,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:24:43,118 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T16:24:43,118 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:24:43,119 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,46815,1731255877284 2024-11-10T16:24:43,119 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51747182 2024-11-10T16:24:43,119 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:24:43,120 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:24:43,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46815 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:24:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46815 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T16:24:43,122 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T16:24:43,123 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:43,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46815 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T16:24:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:24:43,123 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T16:24:43,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741835_1011 (size=902) 2024-11-10T16:24:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:24:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:24:43,529 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 90a5448f6507334677251306558b7456, NAME => 'test,,1731255883120.90a5448f6507334677251306558b7456.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825 2024-11-10T16:24:43,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741836_1012 (size=39) 2024-11-10T16:24:43,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:24:43,757 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:24:43,758 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8e3de9160f9f,42869,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:42869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T16:24:43,758 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128741 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8e3de9160f9f,42869,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:42869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T16:24:43,934 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731255883120.90a5448f6507334677251306558b7456.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:24:43,934 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 90a5448f6507334677251306558b7456, disabling compactions & flushes 2024-11-10T16:24:43,934 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731255883120.90a5448f6507334677251306558b7456. 2024-11-10T16:24:43,934 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731255883120.90a5448f6507334677251306558b7456. 2024-11-10T16:24:43,934 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731255883120.90a5448f6507334677251306558b7456. after waiting 0 ms 2024-11-10T16:24:43,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731255883120.90a5448f6507334677251306558b7456. 2024-11-10T16:24:43,935 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731255883120.90a5448f6507334677251306558b7456. 2024-11-10T16:24:43,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 90a5448f6507334677251306558b7456: Waiting for close lock at 1731255883934Disabling compacts and flushes for region at 1731255883934Disabling writes for close at 1731255883934Writing region close event to WAL at 1731255883935 (+1 ms)Closed at 1731255883935 2024-11-10T16:24:43,936 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T16:24:43,936 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731255883120.90a5448f6507334677251306558b7456.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731255883936"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731255883936"}]},"ts":"1731255883936"} 2024-11-10T16:24:43,938 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T16:24:43,938 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T16:24:43,939 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255883938"}]},"ts":"1731255883938"} 2024-11-10T16:24:43,940 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T16:24:43,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=90a5448f6507334677251306558b7456, ASSIGN}] 2024-11-10T16:24:43,941 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=90a5448f6507334677251306558b7456, ASSIGN 2024-11-10T16:24:43,942 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=90a5448f6507334677251306558b7456, ASSIGN; state=OFFLINE, location=8e3de9160f9f,38115,1731255877322; forceNewPlan=false, retain=false 2024-11-10T16:24:44,092 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=90a5448f6507334677251306558b7456, regionState=OPENING, regionLocation=8e3de9160f9f,38115,1731255877322 2024-11-10T16:24:44,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=90a5448f6507334677251306558b7456, ASSIGN because future has completed 2024-11-10T16:24:44,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90a5448f6507334677251306558b7456, server=8e3de9160f9f,38115,1731255877322}] 2024-11-10T16:24:44,249 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731255883120.90a5448f6507334677251306558b7456. 2024-11-10T16:24:44,249 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 90a5448f6507334677251306558b7456, NAME => 'test,,1731255883120.90a5448f6507334677251306558b7456.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:24:44,250 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:24:44,250 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T16:24:44,250 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 90a5448f6507334677251306558b7456 2024-11-10T16:24:44,250 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731255883120.90a5448f6507334677251306558b7456.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:24:44,250 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 90a5448f6507334677251306558b7456 2024-11-10T16:24:44,250 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 90a5448f6507334677251306558b7456 2024-11-10T16:24:44,251 INFO [StoreOpener-90a5448f6507334677251306558b7456-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 90a5448f6507334677251306558b7456 2024-11-10T16:24:44,252 INFO [StoreOpener-90a5448f6507334677251306558b7456-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90a5448f6507334677251306558b7456 columnFamilyName f 2024-11-10T16:24:44,252 DEBUG [StoreOpener-90a5448f6507334677251306558b7456-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:44,252 INFO [StoreOpener-90a5448f6507334677251306558b7456-1 {}] regionserver.HStore(327): Store=90a5448f6507334677251306558b7456/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:24:44,252 INFO [StoreOpener-90a5448f6507334677251306558b7456-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 90a5448f6507334677251306558b7456 2024-11-10T16:24:44,253 INFO [StoreOpener-90a5448f6507334677251306558b7456-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90a5448f6507334677251306558b7456 columnFamilyName f1 2024-11-10T16:24:44,253 DEBUG [StoreOpener-90a5448f6507334677251306558b7456-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:44,253 INFO [StoreOpener-90a5448f6507334677251306558b7456-1 {}] regionserver.HStore(327): Store=90a5448f6507334677251306558b7456/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:24:44,254 INFO [StoreOpener-90a5448f6507334677251306558b7456-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 90a5448f6507334677251306558b7456 2024-11-10T16:24:44,254 INFO [StoreOpener-90a5448f6507334677251306558b7456-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90a5448f6507334677251306558b7456 columnFamilyName norep 2024-11-10T16:24:44,254 DEBUG [StoreOpener-90a5448f6507334677251306558b7456-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:44,255 INFO [StoreOpener-90a5448f6507334677251306558b7456-1 {}] regionserver.HStore(327): Store=90a5448f6507334677251306558b7456/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:24:44,255 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 90a5448f6507334677251306558b7456 2024-11-10T16:24:44,255 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/default/test/90a5448f6507334677251306558b7456 2024-11-10T16:24:44,255 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/default/test/90a5448f6507334677251306558b7456 2024-11-10T16:24:44,256 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 90a5448f6507334677251306558b7456 2024-11-10T16:24:44,256 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 90a5448f6507334677251306558b7456 2024-11-10T16:24:44,256 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T16:24:44,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:24:44,257 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 90a5448f6507334677251306558b7456 2024-11-10T16:24:44,259 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/default/test/90a5448f6507334677251306558b7456/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:24:44,259 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 90a5448f6507334677251306558b7456; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63462904, jitterRate=-0.0543290376663208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T16:24:44,259 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 90a5448f6507334677251306558b7456 2024-11-10T16:24:44,259 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 90a5448f6507334677251306558b7456: Running coprocessor pre-open hook at 1731255884250Writing region info on filesystem at 1731255884250Initializing all the Stores at 1731255884251 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255884251Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255884251Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255884251Cleaning up temporary data from old regions at 1731255884256 (+5 ms)Running coprocessor post-open hooks at 1731255884259 (+3 ms)Region opened successfully at 1731255884259 2024-11-10T16:24:44,260 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731255883120.90a5448f6507334677251306558b7456., pid=6, masterSystemTime=1731255884246 2024-11-10T16:24:44,261 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731255883120.90a5448f6507334677251306558b7456. 2024-11-10T16:24:44,261 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731255883120.90a5448f6507334677251306558b7456. 2024-11-10T16:24:44,262 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=90a5448f6507334677251306558b7456, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8e3de9160f9f,38115,1731255877322 2024-11-10T16:24:44,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90a5448f6507334677251306558b7456, server=8e3de9160f9f,38115,1731255877322 because future has completed 2024-11-10T16:24:44,266 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T16:24:44,266 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 90a5448f6507334677251306558b7456, server=8e3de9160f9f,38115,1731255877322 in 170 msec 2024-11-10T16:24:44,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T16:24:44,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=90a5448f6507334677251306558b7456, ASSIGN in 326 msec 2024-11-10T16:24:44,268 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T16:24:44,268 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255884268"}]},"ts":"1731255884268"} 2024-11-10T16:24:44,269 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T16:24:44,270 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T16:24:44,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-10T16:24:45,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:24:45,267 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T16:24:45,267 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:24:45,268 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,44693,1731255880490 2024-11-10T16:24:45,268 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fde7d7e 2024-11-10T16:24:45,268 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:24:45,269 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:24:45,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44693 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:24:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44693 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T16:24:45,271 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T16:24:45,271 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:45,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44693 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T16:24:45,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:24:45,272 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T16:24:45,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741835_1011 (size=902) 2024-11-10T16:24:45,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:24:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:24:45,678 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ee711cbfafeef6e29da1e73816793878, NAME => 'test,,1731255885269.ee711cbfafeef6e29da1e73816793878.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1 2024-11-10T16:24:45,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741836_1012 (size=39) 2024-11-10T16:24:45,683 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731255885269.ee711cbfafeef6e29da1e73816793878.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:24:45,683 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ee711cbfafeef6e29da1e73816793878, disabling compactions & flushes 2024-11-10T16:24:45,683 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731255885269.ee711cbfafeef6e29da1e73816793878. 2024-11-10T16:24:45,683 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731255885269.ee711cbfafeef6e29da1e73816793878. 2024-11-10T16:24:45,683 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731255885269.ee711cbfafeef6e29da1e73816793878. after waiting 0 ms 2024-11-10T16:24:45,683 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731255885269.ee711cbfafeef6e29da1e73816793878. 2024-11-10T16:24:45,683 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731255885269.ee711cbfafeef6e29da1e73816793878. 2024-11-10T16:24:45,683 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ee711cbfafeef6e29da1e73816793878: Waiting for close lock at 1731255885683Disabling compacts and flushes for region at 1731255885683Disabling writes for close at 1731255885683Writing region close event to WAL at 1731255885683Closed at 1731255885683 2024-11-10T16:24:45,684 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T16:24:45,684 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731255885269.ee711cbfafeef6e29da1e73816793878.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731255885684"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731255885684"}]},"ts":"1731255885684"} 2024-11-10T16:24:45,686 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T16:24:45,687 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T16:24:45,687 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255885687"}]},"ts":"1731255885687"} 2024-11-10T16:24:45,688 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T16:24:45,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ee711cbfafeef6e29da1e73816793878, ASSIGN}] 2024-11-10T16:24:45,689 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ee711cbfafeef6e29da1e73816793878, ASSIGN 2024-11-10T16:24:45,690 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ee711cbfafeef6e29da1e73816793878, ASSIGN; state=OFFLINE, location=8e3de9160f9f,42091,1731255880532; forceNewPlan=false, retain=false 2024-11-10T16:24:45,841 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ee711cbfafeef6e29da1e73816793878, regionState=OPENING, regionLocation=8e3de9160f9f,42091,1731255880532 2024-11-10T16:24:45,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ee711cbfafeef6e29da1e73816793878, ASSIGN because future has completed 2024-11-10T16:24:45,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee711cbfafeef6e29da1e73816793878, server=8e3de9160f9f,42091,1731255880532}] 2024-11-10T16:24:45,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:24:45,997 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731255885269.ee711cbfafeef6e29da1e73816793878. 2024-11-10T16:24:45,998 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ee711cbfafeef6e29da1e73816793878, NAME => 'test,,1731255885269.ee711cbfafeef6e29da1e73816793878.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:24:45,998 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:24:45,998 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T16:24:45,998 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ee711cbfafeef6e29da1e73816793878 2024-11-10T16:24:45,998 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731255885269.ee711cbfafeef6e29da1e73816793878.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:24:45,998 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ee711cbfafeef6e29da1e73816793878 2024-11-10T16:24:45,998 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ee711cbfafeef6e29da1e73816793878 2024-11-10T16:24:45,999 INFO [StoreOpener-ee711cbfafeef6e29da1e73816793878-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ee711cbfafeef6e29da1e73816793878 2024-11-10T16:24:46,000 INFO [StoreOpener-ee711cbfafeef6e29da1e73816793878-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee711cbfafeef6e29da1e73816793878 columnFamilyName f 2024-11-10T16:24:46,000 DEBUG [StoreOpener-ee711cbfafeef6e29da1e73816793878-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:46,001 INFO [StoreOpener-ee711cbfafeef6e29da1e73816793878-1 {}] regionserver.HStore(327): Store=ee711cbfafeef6e29da1e73816793878/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:24:46,001 INFO [StoreOpener-ee711cbfafeef6e29da1e73816793878-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ee711cbfafeef6e29da1e73816793878 2024-11-10T16:24:46,002 INFO [StoreOpener-ee711cbfafeef6e29da1e73816793878-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee711cbfafeef6e29da1e73816793878 columnFamilyName f1 2024-11-10T16:24:46,002 DEBUG [StoreOpener-ee711cbfafeef6e29da1e73816793878-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:46,002 INFO [StoreOpener-ee711cbfafeef6e29da1e73816793878-1 {}] regionserver.HStore(327): Store=ee711cbfafeef6e29da1e73816793878/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:24:46,002 INFO [StoreOpener-ee711cbfafeef6e29da1e73816793878-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ee711cbfafeef6e29da1e73816793878 2024-11-10T16:24:46,003 INFO [StoreOpener-ee711cbfafeef6e29da1e73816793878-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee711cbfafeef6e29da1e73816793878 columnFamilyName norep 2024-11-10T16:24:46,003 DEBUG [StoreOpener-ee711cbfafeef6e29da1e73816793878-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:46,003 INFO [StoreOpener-ee711cbfafeef6e29da1e73816793878-1 {}] regionserver.HStore(327): Store=ee711cbfafeef6e29da1e73816793878/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:24:46,003 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ee711cbfafeef6e29da1e73816793878 2024-11-10T16:24:46,004 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/data/default/test/ee711cbfafeef6e29da1e73816793878 2024-11-10T16:24:46,004 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/data/default/test/ee711cbfafeef6e29da1e73816793878 2024-11-10T16:24:46,005 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ee711cbfafeef6e29da1e73816793878 2024-11-10T16:24:46,005 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ee711cbfafeef6e29da1e73816793878 2024-11-10T16:24:46,005 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T16:24:46,006 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ee711cbfafeef6e29da1e73816793878 2024-11-10T16:24:46,007 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/data/default/test/ee711cbfafeef6e29da1e73816793878/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:24:46,008 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ee711cbfafeef6e29da1e73816793878; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73259444, jitterRate=0.09165078401565552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T16:24:46,008 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee711cbfafeef6e29da1e73816793878 2024-11-10T16:24:46,008 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ee711cbfafeef6e29da1e73816793878: Running coprocessor pre-open hook at 1731255885999Writing region info on filesystem at 1731255885999Initializing all the Stores at 1731255885999Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255885999Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255885999Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255885999Cleaning up temporary data from old regions at 1731255886005 (+6 ms)Running coprocessor post-open hooks at 1731255886008 (+3 ms)Region opened successfully at 1731255886008 2024-11-10T16:24:46,008 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731255885269.ee711cbfafeef6e29da1e73816793878., pid=6, masterSystemTime=1731255885994 2024-11-10T16:24:46,010 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731255885269.ee711cbfafeef6e29da1e73816793878. 2024-11-10T16:24:46,010 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731255885269.ee711cbfafeef6e29da1e73816793878. 2024-11-10T16:24:46,010 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ee711cbfafeef6e29da1e73816793878, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8e3de9160f9f,42091,1731255880532 2024-11-10T16:24:46,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee711cbfafeef6e29da1e73816793878, server=8e3de9160f9f,42091,1731255880532 because future has completed 2024-11-10T16:24:46,014 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T16:24:46,014 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ee711cbfafeef6e29da1e73816793878, server=8e3de9160f9f,42091,1731255880532 in 170 msec 2024-11-10T16:24:46,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T16:24:46,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ee711cbfafeef6e29da1e73816793878, ASSIGN in 325 msec 2024-11-10T16:24:46,016 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T16:24:46,016 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255886016"}]},"ts":"1731255886016"} 2024-11-10T16:24:46,017 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T16:24:46,018 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T16:24:46,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 748 msec 2024-11-10T16:24:46,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T16:24:46,408 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T16:24:46,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e41fbea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:46,409 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,44919,-1 for getting cluster id 2024-11-10T16:24:46,409 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:24:46,409 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90b8706a-d5bc-40a9-8fff-cac25eae8e51' 2024-11-10T16:24:46,410 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:24:46,410 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90b8706a-d5bc-40a9-8fff-cac25eae8e51" 2024-11-10T16:24:46,410 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c273b04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:46,410 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,44919,-1] 2024-11-10T16:24:46,410 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:24:46,410 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:46,411 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:24:46,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc65075, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:46,411 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:24:46,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,44919,1731255873083 2024-11-10T16:24:46,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cfd6570 2024-11-10T16:24:46,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:24:46,413 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:24:46,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44919 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8e3de9160f9f:46815,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T16:24:46,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44919 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T16:24:46,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:24:46,416 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8e3de9160f9f:46815' 2024-11-10T16:24:46,417 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab3848c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:46,417 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,46815,-1 for getting cluster id 2024-11-10T16:24:46,417 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:24:46,417 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc05120b-8714-4513-8db0-f0c3f5da8a1b' 2024-11-10T16:24:46,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:24:46,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc05120b-8714-4513-8db0-f0c3f5da8a1b" 2024-11-10T16:24:46,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28cba1cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:46,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,46815,-1] 2024-11-10T16:24:46,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:24:46,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:46,418 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:24:46,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cb8f705, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:46,419 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:24:46,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,46815,1731255877284 2024-11-10T16:24:46,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fb5ff77 2024-11-10T16:24:46,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:24:46,420 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:24:46,421 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T16:24:46,421 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T16:24:46,421 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:46,421 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:46,421 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:24:46,421 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T16:24:46,422 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T16:24:46,423 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T16:24:46,423 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:46,423 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T16:24:46,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741837_1013 (size=1138) 2024-11-10T16:24:46,472 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T16:24:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:24:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:24:46,829 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 18de61e07a740212d5f512fcf206a441, NAME => 'hbase:replication,,1731255886421.18de61e07a740212d5f512fcf206a441.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b 2024-11-10T16:24:46,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741838_1014 (size=44) 2024-11-10T16:24:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:24:47,234 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731255886421.18de61e07a740212d5f512fcf206a441.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:24:47,235 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 18de61e07a740212d5f512fcf206a441, disabling compactions & flushes 2024-11-10T16:24:47,235 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731255886421.18de61e07a740212d5f512fcf206a441. 2024-11-10T16:24:47,235 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731255886421.18de61e07a740212d5f512fcf206a441. 2024-11-10T16:24:47,235 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731255886421.18de61e07a740212d5f512fcf206a441. after waiting 0 ms 2024-11-10T16:24:47,235 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731255886421.18de61e07a740212d5f512fcf206a441. 2024-11-10T16:24:47,235 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731255886421.18de61e07a740212d5f512fcf206a441. 2024-11-10T16:24:47,235 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 18de61e07a740212d5f512fcf206a441: Waiting for close lock at 1731255887234Disabling compacts and flushes for region at 1731255887234Disabling writes for close at 1731255887235 (+1 ms)Writing region close event to WAL at 1731255887235Closed at 1731255887235 2024-11-10T16:24:47,236 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T16:24:47,236 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731255886421.18de61e07a740212d5f512fcf206a441.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731255887236"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731255887236"}]},"ts":"1731255887236"} 2024-11-10T16:24:47,237 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T16:24:47,238 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T16:24:47,238 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255887238"}]},"ts":"1731255887238"} 2024-11-10T16:24:47,239 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T16:24:47,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=18de61e07a740212d5f512fcf206a441, ASSIGN}] 2024-11-10T16:24:47,241 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=18de61e07a740212d5f512fcf206a441, ASSIGN 2024-11-10T16:24:47,241 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=18de61e07a740212d5f512fcf206a441, ASSIGN; state=OFFLINE, location=8e3de9160f9f,35027,1731255873128; forceNewPlan=false, retain=false 2024-11-10T16:24:47,352 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T16:24:47,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:47,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:47,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:47,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:47,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:47,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:47,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:47,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:47,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:47,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:47,392 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=18de61e07a740212d5f512fcf206a441, regionState=OPENING, regionLocation=8e3de9160f9f,35027,1731255873128 2024-11-10T16:24:47,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:47,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:47,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:47,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:47,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=18de61e07a740212d5f512fcf206a441, ASSIGN because future has completed 2024-11-10T16:24:47,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18de61e07a740212d5f512fcf206a441, server=8e3de9160f9f,35027,1731255873128}] 2024-11-10T16:24:47,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:47,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:47,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:47,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:24:47,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731255886421.18de61e07a740212d5f512fcf206a441. 2024-11-10T16:24:47,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T16:24:47,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T16:24:47,550 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8e3de9160f9f%2C35027%2C1731255873128.rep, suffix=, logDir=hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128, archiveDir=hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/oldWALs, maxLogs=10 2024-11-10T16:24:47,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.rep.1731255887550, exclude list is [], retry=0 2024-11-10T16:24:47,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35109,DS-cf39c3ca-3a54-4df6-adc8-16e911cfc06d,DISK] 2024-11-10T16:24:47,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.rep.1731255887550 2024-11-10T16:24:47,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33241:33241)] 2024-11-10T16:24:47,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 18de61e07a740212d5f512fcf206a441, NAME => 'hbase:replication,,1731255886421.18de61e07a740212d5f512fcf206a441.', STARTKEY => '', ENDKEY => ''} 2024-11-10T16:24:47,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T16:24:47,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T16:24:47,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731255886421.18de61e07a740212d5f512fcf206a441. service=MultiRowMutationService 2024-11-10T16:24:47,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T16:24:47,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 18de61e07a740212d5f512fcf206a441 2024-11-10T16:24:47,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731255886421.18de61e07a740212d5f512fcf206a441.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T16:24:47,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 18de61e07a740212d5f512fcf206a441 2024-11-10T16:24:47,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 18de61e07a740212d5f512fcf206a441 2024-11-10T16:24:47,568 INFO [StoreOpener-18de61e07a740212d5f512fcf206a441-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 18de61e07a740212d5f512fcf206a441 2024-11-10T16:24:47,568 INFO [StoreOpener-18de61e07a740212d5f512fcf206a441-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18de61e07a740212d5f512fcf206a441 columnFamilyName hfileref 2024-11-10T16:24:47,568 DEBUG [StoreOpener-18de61e07a740212d5f512fcf206a441-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:47,569 INFO [StoreOpener-18de61e07a740212d5f512fcf206a441-1 {}] regionserver.HStore(327): Store=18de61e07a740212d5f512fcf206a441/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:24:47,569 INFO [StoreOpener-18de61e07a740212d5f512fcf206a441-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 18de61e07a740212d5f512fcf206a441 2024-11-10T16:24:47,570 INFO [StoreOpener-18de61e07a740212d5f512fcf206a441-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18de61e07a740212d5f512fcf206a441 columnFamilyName queue 2024-11-10T16:24:47,570 DEBUG [StoreOpener-18de61e07a740212d5f512fcf206a441-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:47,570 INFO [StoreOpener-18de61e07a740212d5f512fcf206a441-1 {}] regionserver.HStore(327): Store=18de61e07a740212d5f512fcf206a441/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:24:47,570 INFO [StoreOpener-18de61e07a740212d5f512fcf206a441-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 18de61e07a740212d5f512fcf206a441 2024-11-10T16:24:47,571 INFO [StoreOpener-18de61e07a740212d5f512fcf206a441-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18de61e07a740212d5f512fcf206a441 columnFamilyName sid 2024-11-10T16:24:47,571 DEBUG [StoreOpener-18de61e07a740212d5f512fcf206a441-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T16:24:47,571 INFO [StoreOpener-18de61e07a740212d5f512fcf206a441-1 {}] regionserver.HStore(327): Store=18de61e07a740212d5f512fcf206a441/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T16:24:47,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 18de61e07a740212d5f512fcf206a441 2024-11-10T16:24:47,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/hbase/replication/18de61e07a740212d5f512fcf206a441 2024-11-10T16:24:47,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/hbase/replication/18de61e07a740212d5f512fcf206a441 2024-11-10T16:24:47,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 18de61e07a740212d5f512fcf206a441 2024-11-10T16:24:47,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 18de61e07a740212d5f512fcf206a441 2024-11-10T16:24:47,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T16:24:47,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 18de61e07a740212d5f512fcf206a441 2024-11-10T16:24:47,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/hbase/replication/18de61e07a740212d5f512fcf206a441/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T16:24:47,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 18de61e07a740212d5f512fcf206a441; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75350995, jitterRate=0.12281732261180878}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T16:24:47,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18de61e07a740212d5f512fcf206a441 2024-11-10T16:24:47,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 18de61e07a740212d5f512fcf206a441: Running coprocessor pre-open hook at 1731255887567Writing region info on filesystem at 1731255887567Initializing all the Stores at 1731255887567Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255887567Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255887567Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731255887567Cleaning up temporary data from old regions at 1731255887572 (+5 ms)Running coprocessor post-open hooks at 1731255887575 (+3 ms)Region opened successfully at 1731255887575 2024-11-10T16:24:47,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731255886421.18de61e07a740212d5f512fcf206a441., pid=10, masterSystemTime=1731255887546 2024-11-10T16:24:47,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731255886421.18de61e07a740212d5f512fcf206a441. 2024-11-10T16:24:47,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731255886421.18de61e07a740212d5f512fcf206a441. 2024-11-10T16:24:47,578 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=18de61e07a740212d5f512fcf206a441, regionState=OPEN, openSeqNum=2, regionLocation=8e3de9160f9f,35027,1731255873128 2024-11-10T16:24:47,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18de61e07a740212d5f512fcf206a441, server=8e3de9160f9f,35027,1731255873128 because future has completed 2024-11-10T16:24:47,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T16:24:47,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 18de61e07a740212d5f512fcf206a441, server=8e3de9160f9f,35027,1731255873128 in 186 msec 2024-11-10T16:24:47,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T16:24:47,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=18de61e07a740212d5f512fcf206a441, ASSIGN in 341 msec 2024-11-10T16:24:47,583 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T16:24:47,583 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731255887583"}]},"ts":"1731255887583"} 2024-11-10T16:24:47,585 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T16:24:47,585 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T16:24:47,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1640 sec 2024-11-10T16:24:47,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731255886421.18de61e07a740212d5f512fcf206a441., hostname=8e3de9160f9f,35027,1731255873128, seqNum=2] 2024-11-10T16:24:47,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10102b2152b0000, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1877816470 2024-11-10T16:24:47,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x10102b2152b0001, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1877816470 2024-11-10T16:24:47,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T16:24:47,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35027 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T16:24:47,789 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T16:24:47,817 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8e3de9160f9f,35027,1731255873128, ReplicationSource: 1, currentBandwidth=0 2024-11-10T16:24:47,817 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:24:47,817 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,35027,1731255873128, seqNum=-1] 2024-11-10T16:24:47,818 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:24:47,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-10T16:24:47,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8e3de9160f9f,35027,1731255873128', locateType=CURRENT is [region=hbase:replication,,1731255886421.18de61e07a740212d5f512fcf206a441., hostname=8e3de9160f9f,35027,1731255873128, seqNum=2] 2024-11-10T16:24:47,822 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T16:24:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44919 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T16:24:47,824 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8e3de9160f9f,35027,1731255873128 suceeded 2024-11-10T16:24:47,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T16:24:47,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-10T16:24:47,826 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8e3de9160f9f:46815,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T16:24:47,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4130 sec 2024-11-10T16:24:47,836 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8e3de9160f9f:46815' 2024-11-10T16:24:47,838 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32ec92cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:47,838 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,46815,-1 for getting cluster id 2024-11-10T16:24:47,838 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:24:47,838 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc05120b-8714-4513-8db0-f0c3f5da8a1b' 2024-11-10T16:24:47,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:24:47,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc05120b-8714-4513-8db0-f0c3f5da8a1b" 2024-11-10T16:24:47,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1603a129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:47,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,46815,-1] 2024-11-10T16:24:47,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:24:47,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:47,840 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:24:47,840 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13e0b78b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:47,840 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:24:47,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,46815,1731255877284 2024-11-10T16:24:47,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@109db574 2024-11-10T16:24:47,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:24:47,842 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-10T16:24:47,842 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8e3de9160f9f,35027,1731255873128 (queues=1) is replicating from cluster=90b8706a-d5bc-40a9-8fff-cac25eae8e51 to cluster=cc05120b-8714-4513-8db0-f0c3f5da8a1b 2024-11-10T16:24:47,842 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8e3de9160f9f%2C35027%2C1731255873128 2024-11-10T16:24:47,842 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8e3de9160f9f,35027,1731255873128, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T16:24:47,843 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128.replicationSource.shipper8e3de9160f9f%2C35027%2C1731255873128,1-8e3de9160f9f,35027,1731255873128 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8e3de9160f9f%2C35027%2C1731255873128 2024-11-10T16:24:47,843 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128.replicationSource.wal-reader.8e3de9160f9f%2C35027%2C1731255873128,1-8e3de9160f9f,35027,1731255873128 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255875122, startPosition=0, beingWritten=true 2024-11-10T16:24:47,847 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128.replicationSource.wal-reader.8e3de9160f9f%2C35027%2C1731255873128,1-8e3de9160f9f,35027,1731255873128 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T16:24:47,848 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128.replicationSource.wal-reader.8e3de9160f9f%2C35027%2C1731255873128,1-8e3de9160f9f,35027,1731255873128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255875122 to pos 379, reset compression=false 2024-11-10T16:24:47,848 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128.replicationSource.shipper8e3de9160f9f%2C35027%2C1731255873128,1-8e3de9160f9f,35027,1731255873128 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,35027,1731255873128 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255875122, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T16:24:48,050 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128.replicationSource.wal-reader.8e3de9160f9f%2C35027%2C1731255873128,1-8e3de9160f9f,35027,1731255873128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255875122 to pos 379, reset compression=false 2024-11-10T16:24:48,353 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128.replicationSource.wal-reader.8e3de9160f9f%2C35027%2C1731255873128,1-8e3de9160f9f,35027,1731255873128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255875122 to pos 379, reset compression=false 2024-11-10T16:24:48,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T16:24:48,567 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T16:24:48,568 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:24:48,568 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:24:48,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:48,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:48,568 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:24:48,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d12ead0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:48,569 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,44919,-1 for getting cluster id 2024-11-10T16:24:48,569 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:24:48,569 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90b8706a-d5bc-40a9-8fff-cac25eae8e51' 2024-11-10T16:24:48,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:24:48,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90b8706a-d5bc-40a9-8fff-cac25eae8e51" 2024-11-10T16:24:48,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@204cbf44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:48,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,44919,-1] 2024-11-10T16:24:48,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:24:48,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:48,571 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:24:48,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c5f2332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:48,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61cb7adf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:48,572 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,46815,-1 for getting cluster id 2024-11-10T16:24:48,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:24:48,572 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc05120b-8714-4513-8db0-f0c3f5da8a1b' 2024-11-10T16:24:48,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:24:48,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc05120b-8714-4513-8db0-f0c3f5da8a1b" 2024-11-10T16:24:48,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cdb09a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:48,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,46815,-1] 2024-11-10T16:24:48,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:24:48,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:48,573 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:24:48,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b9a1cfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:48,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cb2ee14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:48,574 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,44693,-1 for getting cluster id 2024-11-10T16:24:48,574 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:24:48,575 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07cf5b4c-68f0-4f30-ae89-44016101d20a' 2024-11-10T16:24:48,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:24:48,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07cf5b4c-68f0-4f30-ae89-44016101d20a" 2024-11-10T16:24:48,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a395b18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:48,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,44693,-1] 2024-11-10T16:24:48,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:24:48,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:48,576 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:24:48,576 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4775f824, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:48,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:24:48,580 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731255888579/Put/seqid=0 2024-11-10T16:24:48,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741840_1016 (size=7894) 2024-11-10T16:24:48,757 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128.replicationSource.wal-reader.8e3de9160f9f%2C35027%2C1731255873128,1-8e3de9160f9f,35027,1731255873128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255875122 to pos 379, reset compression=false 2024-11-10T16:24:48,986 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731255888986/Put/seqid=0 2024-11-10T16:24:48,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741841_1017 (size=7691) 2024-11-10T16:24:48,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb4e3f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:48,991 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,44919,-1 for getting cluster id 2024-11-10T16:24:48,991 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:24:48,992 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90b8706a-d5bc-40a9-8fff-cac25eae8e51' 2024-11-10T16:24:48,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:24:48,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90b8706a-d5bc-40a9-8fff-cac25eae8e51" 2024-11-10T16:24:48,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8c36e7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:48,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,44919,-1] 2024-11-10T16:24:48,993 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:24:48,993 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:48,993 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:24:48,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f9b1071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:48,994 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:24:48,995 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,35027,1731255873128, seqNum=-1] 2024-11-10T16:24:48,995 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:24:48,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:24:49,001 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:24:49,002 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,44919,1731255873083 2024-11-10T16:24:49,002 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51d4fbb 2024-11-10T16:24:49,002 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:24:49,003 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:24:49,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731255881975.3e6cfa33476ddcc588bccb994bef9f78., hostname=8e3de9160f9f,35027,1731255873128, seqNum=2] 2024-11-10T16:24:49,007 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T16:24:49,012 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-10T16:24:49,014 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-10T16:24:49,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 3e6cfa33476ddcc588bccb994bef9f78/f 2024-11-10T16:24:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-10T16:24:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T16:24:49,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 3e6cfa33476ddcc588bccb994bef9f78/f 2024-11-10T16:24:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-10T16:24:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T16:24:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.HRegion(2603): Flush status journal for 3e6cfa33476ddcc588bccb994bef9f78: 2024-11-10T16:24:49,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/staging/jenkins__test__1uap5o1bf98363vn1l8ljiegfr2oc8rj4gfkhbknburelocd32ghq4t5i856eqb4/f/hfile_0 2024-11-10T16:24:49,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/staging/jenkins__test__1uap5o1bf98363vn1l8ljiegfr2oc8rj4gfkhbknburelocd32ghq4t5i856eqb4/f/hfile_0 as hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/default/test/3e6cfa33476ddcc588bccb994bef9f78/f/993fc7d3b8754d1ea7e4f4eec5e96ddc_SeqId_4_ 2024-11-10T16:24:49,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/staging/jenkins__test__1uap5o1bf98363vn1l8ljiegfr2oc8rj4gfkhbknburelocd32ghq4t5i856eqb4/f/hfile_1 2024-11-10T16:24:49,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/staging/jenkins__test__1uap5o1bf98363vn1l8ljiegfr2oc8rj4gfkhbknburelocd32ghq4t5i856eqb4/f/hfile_1 as hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/default/test/3e6cfa33476ddcc588bccb994bef9f78/f/8ee877ed0b084401a1abc63f415c144f_SeqId_4_ 2024-11-10T16:24:49,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/staging/jenkins__test__1uap5o1bf98363vn1l8ljiegfr2oc8rj4gfkhbknburelocd32ghq4t5i856eqb4/f/hfile_0 into 3e6cfa33476ddcc588bccb994bef9f78/f as hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/default/test/3e6cfa33476ddcc588bccb994bef9f78/f/993fc7d3b8754d1ea7e4f4eec5e96ddc_SeqId_4_ - updating store file list. 2024-11-10T16:24:49,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 993fc7d3b8754d1ea7e4f4eec5e96ddc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T16:24:49,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/default/test/3e6cfa33476ddcc588bccb994bef9f78/f/993fc7d3b8754d1ea7e4f4eec5e96ddc_SeqId_4_ into 3e6cfa33476ddcc588bccb994bef9f78/f 2024-11-10T16:24:49,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/staging/jenkins__test__1uap5o1bf98363vn1l8ljiegfr2oc8rj4gfkhbknburelocd32ghq4t5i856eqb4/f/hfile_0 into 3e6cfa33476ddcc588bccb994bef9f78/f (new location: hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/default/test/3e6cfa33476ddcc588bccb994bef9f78/f/993fc7d3b8754d1ea7e4f4eec5e96ddc_SeqId_4_) 2024-11-10T16:24:49,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/staging/jenkins__test__1uap5o1bf98363vn1l8ljiegfr2oc8rj4gfkhbknburelocd32ghq4t5i856eqb4/f/hfile_0 2024-11-10T16:24:49,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/staging/jenkins__test__1uap5o1bf98363vn1l8ljiegfr2oc8rj4gfkhbknburelocd32ghq4t5i856eqb4/f/hfile_1 into 3e6cfa33476ddcc588bccb994bef9f78/f as hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/default/test/3e6cfa33476ddcc588bccb994bef9f78/f/8ee877ed0b084401a1abc63f415c144f_SeqId_4_ - updating store file list. 2024-11-10T16:24:49,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8ee877ed0b084401a1abc63f415c144f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T16:24:49,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/default/test/3e6cfa33476ddcc588bccb994bef9f78/f/8ee877ed0b084401a1abc63f415c144f_SeqId_4_ into 3e6cfa33476ddcc588bccb994bef9f78/f 2024-11-10T16:24:49,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/staging/jenkins__test__1uap5o1bf98363vn1l8ljiegfr2oc8rj4gfkhbknburelocd32ghq4t5i856eqb4/f/hfile_1 into 3e6cfa33476ddcc588bccb994bef9f78/f (new location: hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/default/test/3e6cfa33476ddcc588bccb994bef9f78/f/8ee877ed0b084401a1abc63f415c144f_SeqId_4_) 2024-11-10T16:24:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/staging/jenkins__test__1uap5o1bf98363vn1l8ljiegfr2oc8rj4gfkhbknburelocd32ghq4t5i856eqb4/f/hfile_1 2024-11-10T16:24:49,040 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:24:49,040 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:24:49,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:49,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:49,041 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:24:49,041 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731255881975.3e6cfa33476ddcc588bccb994bef9f78., hostname=8e3de9160f9f,35027,1731255873128, seqNum=2 , the old value is region=test,,1731255881975.3e6cfa33476ddcc588bccb994bef9f78., hostname=8e3de9160f9f,35027,1731255873128, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=8e3de9160f9f:35027 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T16:24:49,041 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T16:24:49,041 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731255881975.3e6cfa33476ddcc588bccb994bef9f78., hostname=8e3de9160f9f,35027,1731255873128, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T16:24:49,041 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731255881975.3e6cfa33476ddcc588bccb994bef9f78., hostname=8e3de9160f9f,35027,1731255873128, seqNum=2 from cache 2024-11-10T16:24:49,041 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:24:49,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,38115,1731255877322, seqNum=-1] 2024-11-10T16:24:49,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:24:49,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:24:49,045 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731255883120.90a5448f6507334677251306558b7456., hostname=8e3de9160f9f,38115,1731255877322, seqNum=2] 2024-11-10T16:24:49,046 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T16:24:49,147 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:35027 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T16:24:49,260 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128.replicationSource.wal-reader.8e3de9160f9f%2C35027%2C1731255873128,1-8e3de9160f9f,35027,1731255873128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255875122 to pos 379, reset compression=false 2024-11-10T16:24:49,265 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128.replicationSource.wal-reader.8e3de9160f9f%2C35027%2C1731255873128,1-8e3de9160f9f,35027,1731255873128 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T16:24:49,265 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128.replicationSource.shipper8e3de9160f9f%2C35027%2C1731255873128,1-8e3de9160f9f,35027,1731255873128 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,35027,1731255873128 got entry batch from reader: WALEntryBatch [walEntries=[{test/3e6cfa33476ddcc588bccb994bef9f78/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731255889039/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255875122, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T16:24:49,267 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128.replicationSource.shipper8e3de9160f9f%2C35027%2C1731255873128,1-8e3de9160f9f,35027,1731255873128 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T16:24:49,267 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-10T16:24:49,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.ReplicationSink(318): Replicating [90b8706a-d5bc-40a9-8fff-cac25eae8e51] bulk loaded data 2024-11-10T16:24:49,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7cab05ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:49,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,46815,-1 for getting cluster id 2024-11-10T16:24:49,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:24:49,269 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc05120b-8714-4513-8db0-f0c3f5da8a1b' 2024-11-10T16:24:49,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:24:49,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc05120b-8714-4513-8db0-f0c3f5da8a1b" 2024-11-10T16:24:49,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a371d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:49,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,46815,-1] 2024-11-10T16:24:49,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:24:49,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:49,270 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:24:49,271 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38240426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:49,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741837_1013 (size=7894) 2024-11-10T16:24:49,465 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128.replicationSource.wal-reader.8e3de9160f9f%2C35027%2C1731255873128,1-8e3de9160f9f,35027,1731255873128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255875122 to pos 687, reset compression=false 2024-11-10T16:24:49,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741838_1014 (size=7691) 2024-11-10T16:24:49,686 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:24:49,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,46815,1731255877284 2024-11-10T16:24:49,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58f8d06a 2024-11-10T16:24:49,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:24:49,688 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-10T16:24:49,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T16:24:49,690 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:24:49,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,38115,1731255877322, seqNum=-1] 2024-11-10T16:24:49,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:24:49,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-10T16:24:49,695 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/staging/jenkins.hfs.22__test__rnjm9hqroq2hee8vo81pdiip22rdh82184sul7p5qcm3tlbir5i563iqam307d6q/f/8ee877ed0b084401a1abc63f415c144f_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-10T16:24:49,697 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/staging/jenkins.hfs.22__test__rnjm9hqroq2hee8vo81pdiip22rdh82184sul7p5qcm3tlbir5i563iqam307d6q/f/993fc7d3b8754d1ea7e4f4eec5e96ddc_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-10T16:24:49,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/staging/jenkins.hfs.22__test__rnjm9hqroq2hee8vo81pdiip22rdh82184sul7p5qcm3tlbir5i563iqam307d6q/f/993fc7d3b8754d1ea7e4f4eec5e96ddc_SeqId_4_ for inclusion in 90a5448f6507334677251306558b7456/f 2024-11-10T16:24:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-10T16:24:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T16:24:49,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/staging/jenkins.hfs.22__test__rnjm9hqroq2hee8vo81pdiip22rdh82184sul7p5qcm3tlbir5i563iqam307d6q/f/8ee877ed0b084401a1abc63f415c144f_SeqId_4_ for inclusion in 90a5448f6507334677251306558b7456/f 2024-11-10T16:24:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-10T16:24:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T16:24:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.HRegion(2603): Flush status journal for 90a5448f6507334677251306558b7456: 2024-11-10T16:24:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 993fc7d3b8754d1ea7e4f4eec5e96ddc_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T16:24:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/staging/jenkins.hfs.22__test__rnjm9hqroq2hee8vo81pdiip22rdh82184sul7p5qcm3tlbir5i563iqam307d6q/f/993fc7d3b8754d1ea7e4f4eec5e96ddc_SeqId_4_ as hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/default/test/90a5448f6507334677251306558b7456/f/8a3a695980624cd8bd0582522844b0ce_SeqId_4_ 2024-11-10T16:24:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8ee877ed0b084401a1abc63f415c144f_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T16:24:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/staging/jenkins.hfs.22__test__rnjm9hqroq2hee8vo81pdiip22rdh82184sul7p5qcm3tlbir5i563iqam307d6q/f/8ee877ed0b084401a1abc63f415c144f_SeqId_4_ as hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/default/test/90a5448f6507334677251306558b7456/f/3e40ac57810b42998a451728c599eac3_SeqId_4_ 2024-11-10T16:24:49,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/staging/jenkins.hfs.22__test__rnjm9hqroq2hee8vo81pdiip22rdh82184sul7p5qcm3tlbir5i563iqam307d6q/f/993fc7d3b8754d1ea7e4f4eec5e96ddc_SeqId_4_ into 90a5448f6507334677251306558b7456/f as hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/default/test/90a5448f6507334677251306558b7456/f/8a3a695980624cd8bd0582522844b0ce_SeqId_4_ - updating store file list. 2024-11-10T16:24:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8a3a695980624cd8bd0582522844b0ce_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T16:24:49,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/default/test/90a5448f6507334677251306558b7456/f/8a3a695980624cd8bd0582522844b0ce_SeqId_4_ into 90a5448f6507334677251306558b7456/f 2024-11-10T16:24:49,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/staging/jenkins.hfs.22__test__rnjm9hqroq2hee8vo81pdiip22rdh82184sul7p5qcm3tlbir5i563iqam307d6q/f/993fc7d3b8754d1ea7e4f4eec5e96ddc_SeqId_4_ into 90a5448f6507334677251306558b7456/f (new location: hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/default/test/90a5448f6507334677251306558b7456/f/8a3a695980624cd8bd0582522844b0ce_SeqId_4_) 2024-11-10T16:24:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/staging/jenkins.hfs.22__test__rnjm9hqroq2hee8vo81pdiip22rdh82184sul7p5qcm3tlbir5i563iqam307d6q/f/993fc7d3b8754d1ea7e4f4eec5e96ddc_SeqId_4_ 2024-11-10T16:24:49,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/staging/jenkins.hfs.22__test__rnjm9hqroq2hee8vo81pdiip22rdh82184sul7p5qcm3tlbir5i563iqam307d6q/f/8ee877ed0b084401a1abc63f415c144f_SeqId_4_ into 90a5448f6507334677251306558b7456/f as hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/default/test/90a5448f6507334677251306558b7456/f/3e40ac57810b42998a451728c599eac3_SeqId_4_ - updating store file list. 2024-11-10T16:24:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3e40ac57810b42998a451728c599eac3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T16:24:49,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/default/test/90a5448f6507334677251306558b7456/f/3e40ac57810b42998a451728c599eac3_SeqId_4_ into 90a5448f6507334677251306558b7456/f 2024-11-10T16:24:49,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/staging/jenkins.hfs.22__test__rnjm9hqroq2hee8vo81pdiip22rdh82184sul7p5qcm3tlbir5i563iqam307d6q/f/8ee877ed0b084401a1abc63f415c144f_SeqId_4_ into 90a5448f6507334677251306558b7456/f (new location: hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/default/test/90a5448f6507334677251306558b7456/f/3e40ac57810b42998a451728c599eac3_SeqId_4_) 2024-11-10T16:24:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/staging/jenkins.hfs.22__test__rnjm9hqroq2hee8vo81pdiip22rdh82184sul7p5qcm3tlbir5i563iqam307d6q/f/8ee877ed0b084401a1abc63f415c144f_SeqId_4_ 2024-11-10T16:24:49,713 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.ReplicationSink(324): Finished replicating [90b8706a-d5bc-40a9-8fff-cac25eae8e51] bulk loaded data 2024-11-10T16:24:49,769 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128.replicationSource.wal-reader.8e3de9160f9f%2C35027%2C1731255873128,1-8e3de9160f9f,35027,1731255873128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255875122 to pos 687, reset compression=false 2024-11-10T16:24:50,052 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:24:50,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,42091,1731255880532, seqNum=-1] 2024-11-10T16:24:50,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:24:50,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:24:50,055 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731255885269.ee711cbfafeef6e29da1e73816793878., hostname=8e3de9160f9f,42091,1731255880532, seqNum=2] 2024-11-10T16:24:50,060 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T16:24:50,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T16:24:50,061 DEBUG [regionserver/8e3de9160f9f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 8e3de9160f9f%2C35027%2C1731255873128.rep:(num 1731255887550) roll requested 2024-11-10T16:24:50,078 DEBUG [regionserver/8e3de9160f9f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.rep.1731255890061, exclude list is [], retry=0 2024-11-10T16:24:50,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35109,DS-cf39c3ca-3a54-4df6-adc8-16e911cfc06d,DISK] 2024-11-10T16:24:50,082 INFO [regionserver/8e3de9160f9f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.rep.1731255887550 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.rep.1731255890061 2024-11-10T16:24:50,082 DEBUG [regionserver/8e3de9160f9f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33241:33241)] 2024-11-10T16:24:50,082 DEBUG [regionserver/8e3de9160f9f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.rep.1731255887550 is not closed yet, will try archiving it next time 2024-11-10T16:24:50,082 DEBUG [regionserver/8e3de9160f9f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 8e3de9160f9f%2C35027%2C1731255873128.meta:.meta(num 1731255876035) roll requested 2024-11-10T16:24:50,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741839_1015 (size=1505) 2024-11-10T16:24:50,109 DEBUG [regionserver/8e3de9160f9f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.meta.1731255890082.meta, exclude list is [], retry=0 2024-11-10T16:24:50,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35109,DS-cf39c3ca-3a54-4df6-adc8-16e911cfc06d,DISK] 2024-11-10T16:24:50,112 INFO [regionserver/8e3de9160f9f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.meta.1731255876035.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.meta.1731255890082.meta 2024-11-10T16:24:50,116 DEBUG [regionserver/8e3de9160f9f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33241:33241)] 2024-11-10T16:24:50,116 DEBUG [regionserver/8e3de9160f9f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.meta.1731255876035.meta is not closed yet, will try archiving it next time 2024-11-10T16:24:50,116 DEBUG [regionserver/8e3de9160f9f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 8e3de9160f9f%2C35027%2C1731255873128:(num 1731255875122) roll requested 2024-11-10T16:24:50,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741834_1010 (size=3473) 2024-11-10T16:24:50,129 DEBUG [regionserver/8e3de9160f9f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255890116, exclude list is [], retry=0 2024-11-10T16:24:50,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35109,DS-cf39c3ca-3a54-4df6-adc8-16e911cfc06d,DISK] 2024-11-10T16:24:50,132 INFO [regionserver/8e3de9160f9f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255875122 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255890116 2024-11-10T16:24:50,132 DEBUG [regionserver/8e3de9160f9f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33241:33241)] 2024-11-10T16:24:50,132 DEBUG [regionserver/8e3de9160f9f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255875122 is not closed yet, will try archiving it next time 2024-11-10T16:24:50,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@266cf680, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:50,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741832_1008 (size=695) 2024-11-10T16:24:50,133 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,44919,-1 for getting cluster id 2024-11-10T16:24:50,134 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:24:50,134 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90b8706a-d5bc-40a9-8fff-cac25eae8e51' 2024-11-10T16:24:50,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:24:50,135 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90b8706a-d5bc-40a9-8fff-cac25eae8e51" 2024-11-10T16:24:50,135 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a79799, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:50,135 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,44919,-1] 2024-11-10T16:24:50,135 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:24:50,135 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:50,136 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:24:50,136 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f223ff6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:50,137 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:24:50,137 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255875122 to hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/oldWALs/8e3de9160f9f%2C35027%2C1731255873128.1731255875122 2024-11-10T16:24:50,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,44919,1731255873083 2024-11-10T16:24:50,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d62ff9 2024-11-10T16:24:50,138 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:24:50,138 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:24:50,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44919 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://8e3de9160f9f:44693,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T16:24:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44919 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T16:24:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T16:24:50,141 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8e3de9160f9f:44693' 2024-11-10T16:24:50,143 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f2c5c04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:50,143 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,44693,-1 for getting cluster id 2024-11-10T16:24:50,143 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:24:50,144 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07cf5b4c-68f0-4f30-ae89-44016101d20a' 2024-11-10T16:24:50,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:24:50,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07cf5b4c-68f0-4f30-ae89-44016101d20a" 2024-11-10T16:24:50,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1746c3c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:50,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,44693,-1] 2024-11-10T16:24:50,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:24:50,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:50,145 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:24:50,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39c599be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:50,146 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:24:50,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,44693,1731255880490 2024-11-10T16:24:50,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4303f9fe 2024-11-10T16:24:50,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:24:50,147 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:24:50,148 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-10T16:24:50,148 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T16:24:50,148 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:50,148 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:24:50,148 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:50,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T16:24:50,173 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128.replicationSource.wal-reader.8e3de9160f9f%2C35027%2C1731255873128,1-8e3de9160f9f,35027,1731255873128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255875122 to pos 687, reset compression=false 2024-11-10T16:24:50,174 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128.replicationSource.wal-reader.8e3de9160f9f%2C35027%2C1731255873128,1-8e3de9160f9f,35027,1731255873128 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255875122 was moved to hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/oldWALs/8e3de9160f9f%2C35027%2C1731255873128.1731255875122 2024-11-10T16:24:50,176 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128.replicationSource.wal-reader.8e3de9160f9f%2C35027%2C1731255873128,1-8e3de9160f9f,35027,1731255873128 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255875122 2024-11-10T16:24:50,176 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128.replicationSource.wal-reader.8e3de9160f9f%2C35027%2C1731255873128,1-8e3de9160f9f,35027,1731255873128 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255890116, startPosition=0, beingWritten=true 2024-11-10T16:24:50,176 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128.replicationSource.shipper8e3de9160f9f%2C35027%2C1731255873128,1-8e3de9160f9f,35027,1731255873128 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,35027,1731255873128 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255875122, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-10T16:24:50,178 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128.replicationSource.shipper8e3de9160f9f%2C35027%2C1731255873128,1-8e3de9160f9f,35027,1731255873128 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [8e3de9160f9f%2C35027%2C1731255873128.1731255875122] 2024-11-10T16:24:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T16:24:50,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35027 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-10T16:24:50,308 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-10T16:24:50,335 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-8e3de9160f9f,35027,1731255873128, ReplicationSource: 2, currentBandwidth=0 2024-11-10T16:24:50,337 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-10T16:24:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44919 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-10T16:24:50,339 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 8e3de9160f9f,35027,1731255873128 suceeded 2024-11-10T16:24:50,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-10T16:24:50,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-10T16:24:50,341 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://8e3de9160f9f:44693,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T16:24:50,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 202 msec 2024-11-10T16:24:50,353 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,35027,1731255873128 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8e3de9160f9f:44693' 2024-11-10T16:24:50,354 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,35027,1731255873128 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77c13de1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:50,354 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,35027,1731255873128 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,44693,-1 for getting cluster id 2024-11-10T16:24:50,355 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,35027,1731255873128 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:24:50,355 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07cf5b4c-68f0-4f30-ae89-44016101d20a' 2024-11-10T16:24:50,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:24:50,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07cf5b4c-68f0-4f30-ae89-44016101d20a" 2024-11-10T16:24:50,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a37482d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:50,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,44693,-1] 2024-11-10T16:24:50,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:24:50,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:50,356 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:24:50,357 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,35027,1731255873128 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10974d7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:50,357 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,35027,1731255873128 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:24:50,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,44693,1731255880490 2024-11-10T16:24:50,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7378df22 2024-11-10T16:24:50,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:24:50,358 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-10T16:24:50,359 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,35027,1731255873128 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-8e3de9160f9f,35027,1731255873128 (queues=1) is replicating from cluster=90b8706a-d5bc-40a9-8fff-cac25eae8e51 to cluster=07cf5b4c-68f0-4f30-ae89-44016101d20a 2024-11-10T16:24:50,359 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,35027,1731255873128 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=8e3de9160f9f%2C35027%2C1731255873128 2024-11-10T16:24:50,359 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,35027,1731255873128 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-8e3de9160f9f,35027,1731255873128, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T16:24:50,359 INFO [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,35027,1731255873128.replicationSource.shipper8e3de9160f9f%2C35027%2C1731255873128,2-8e3de9160f9f,35027,1731255873128 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8e3de9160f9f%2C35027%2C1731255873128 2024-11-10T16:24:50,359 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,35027,1731255873128.replicationSource.wal-reader.8e3de9160f9f%2C35027%2C1731255873128,2-8e3de9160f9f,35027,1731255873128 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255890116, startPosition=0, beingWritten=true 2024-11-10T16:24:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T16:24:50,457 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-10T16:24:50,457 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:24:50,457 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:24:50,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:50,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:50,458 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:24:50,458 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T16:24:50,462 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731255890461/Put/seqid=0 2024-11-10T16:24:50,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741845_1021 (size=11194) 2024-11-10T16:24:50,563 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,35027,1731255873128.replicationSource.wal-reader.8e3de9160f9f%2C35027%2C1731255873128,2-8e3de9160f9f,35027,1731255873128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255890116 to pos 0, reset compression=false 2024-11-10T16:24:50,680 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128.replicationSource.wal-reader.8e3de9160f9f%2C35027%2C1731255873128,1-8e3de9160f9f,35027,1731255873128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255890116 to pos 0, reset compression=false 2024-11-10T16:24:50,867 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,35027,1731255873128.replicationSource.wal-reader.8e3de9160f9f%2C35027%2C1731255873128,2-8e3de9160f9f,35027,1731255873128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255890116 to pos 0, reset compression=false 2024-11-10T16:24:50,871 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731255890870/Put/seqid=0 2024-11-10T16:24:50,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741846_1022 (size=10791) 2024-11-10T16:24:50,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a0ce242, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:50,875 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,44919,-1 for getting cluster id 2024-11-10T16:24:50,875 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:24:50,876 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90b8706a-d5bc-40a9-8fff-cac25eae8e51' 2024-11-10T16:24:50,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:24:50,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90b8706a-d5bc-40a9-8fff-cac25eae8e51" 2024-11-10T16:24:50,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7be3a53d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:50,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,44919,-1] 2024-11-10T16:24:50,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:24:50,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:50,877 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:24:50,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69bc3893, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:50,878 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:24:50,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,35027,1731255873128, seqNum=-1] 2024-11-10T16:24:50,879 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:24:50,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T16:24:50,884 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:24:50,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,44919,1731255873083 2024-11-10T16:24:50,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@334a9f95 2024-11-10T16:24:50,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:24:50,886 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T16:24:50,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731255881975.3e6cfa33476ddcc588bccb994bef9f78., hostname=8e3de9160f9f,35027,1731255873128, seqNum=2] 2024-11-10T16:24:50,891 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T16:24:50,895 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-10T16:24:50,897 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-10T16:24:50,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 3e6cfa33476ddcc588bccb994bef9f78/f 2024-11-10T16:24:50,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-10T16:24:50,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T16:24:50,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 3e6cfa33476ddcc588bccb994bef9f78/f 2024-11-10T16:24:50,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-10T16:24:50,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T16:24:50,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.HRegion(2603): Flush status journal for 3e6cfa33476ddcc588bccb994bef9f78: 2024-11-10T16:24:50,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/staging/jenkins__test__v0a7k8m89ube7kq8g0qm2jnvahbdomikc1ubkqq3kkre71912od0knp361j88g8/f/hfile_0 2024-11-10T16:24:50,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/staging/jenkins__test__v0a7k8m89ube7kq8g0qm2jnvahbdomikc1ubkqq3kkre71912od0knp361j88g8/f/hfile_0 as hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/default/test/3e6cfa33476ddcc588bccb994bef9f78/f/0f7b26adf00047d7b46ede355432898c_SeqId_6_ 2024-11-10T16:24:50,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/staging/jenkins__test__v0a7k8m89ube7kq8g0qm2jnvahbdomikc1ubkqq3kkre71912od0knp361j88g8/f/hfile_1 2024-11-10T16:24:50,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/staging/jenkins__test__v0a7k8m89ube7kq8g0qm2jnvahbdomikc1ubkqq3kkre71912od0knp361j88g8/f/hfile_1 as hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/default/test/3e6cfa33476ddcc588bccb994bef9f78/f/2f8f487e1df2450d8a24fa83b57df040_SeqId_6_ 2024-11-10T16:24:50,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/staging/jenkins__test__v0a7k8m89ube7kq8g0qm2jnvahbdomikc1ubkqq3kkre71912od0knp361j88g8/f/hfile_0 into 3e6cfa33476ddcc588bccb994bef9f78/f as hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/default/test/3e6cfa33476ddcc588bccb994bef9f78/f/0f7b26adf00047d7b46ede355432898c_SeqId_6_ - updating store file list. 2024-11-10T16:24:50,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0f7b26adf00047d7b46ede355432898c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T16:24:50,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/default/test/3e6cfa33476ddcc588bccb994bef9f78/f/0f7b26adf00047d7b46ede355432898c_SeqId_6_ into 3e6cfa33476ddcc588bccb994bef9f78/f 2024-11-10T16:24:50,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/staging/jenkins__test__v0a7k8m89ube7kq8g0qm2jnvahbdomikc1ubkqq3kkre71912od0knp361j88g8/f/hfile_0 into 3e6cfa33476ddcc588bccb994bef9f78/f (new location: hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/default/test/3e6cfa33476ddcc588bccb994bef9f78/f/0f7b26adf00047d7b46ede355432898c_SeqId_6_) 2024-11-10T16:24:50,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/staging/jenkins__test__v0a7k8m89ube7kq8g0qm2jnvahbdomikc1ubkqq3kkre71912od0knp361j88g8/f/hfile_0 2024-11-10T16:24:50,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/staging/jenkins__test__v0a7k8m89ube7kq8g0qm2jnvahbdomikc1ubkqq3kkre71912od0knp361j88g8/f/hfile_1 into 3e6cfa33476ddcc588bccb994bef9f78/f as hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/default/test/3e6cfa33476ddcc588bccb994bef9f78/f/2f8f487e1df2450d8a24fa83b57df040_SeqId_6_ - updating store file list. 2024-11-10T16:24:50,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2f8f487e1df2450d8a24fa83b57df040_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T16:24:50,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/default/test/3e6cfa33476ddcc588bccb994bef9f78/f/2f8f487e1df2450d8a24fa83b57df040_SeqId_6_ into 3e6cfa33476ddcc588bccb994bef9f78/f 2024-11-10T16:24:50,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/staging/jenkins__test__v0a7k8m89ube7kq8g0qm2jnvahbdomikc1ubkqq3kkre71912od0knp361j88g8/f/hfile_1 into 3e6cfa33476ddcc588bccb994bef9f78/f (new location: hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/default/test/3e6cfa33476ddcc588bccb994bef9f78/f/2f8f487e1df2450d8a24fa83b57df040_SeqId_6_) 2024-11-10T16:24:50,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/staging/jenkins__test__v0a7k8m89ube7kq8g0qm2jnvahbdomikc1ubkqq3kkre71912od0knp361j88g8/f/hfile_1 2024-11-10T16:24:50,920 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:24:50,920 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:24:50,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:50,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:50,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:24:50,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731255881975.3e6cfa33476ddcc588bccb994bef9f78., hostname=8e3de9160f9f,35027,1731255873128, seqNum=2 , the old value is region=test,,1731255881975.3e6cfa33476ddcc588bccb994bef9f78., hostname=8e3de9160f9f,35027,1731255873128, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=8e3de9160f9f:35027 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T16:24:50,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731255881975.3e6cfa33476ddcc588bccb994bef9f78., hostname=8e3de9160f9f,35027,1731255873128, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T16:24:50,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731255881975.3e6cfa33476ddcc588bccb994bef9f78., hostname=8e3de9160f9f,35027,1731255873128, seqNum=2 from cache 2024-11-10T16:24:50,922 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T16:24:50,924 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T16:24:51,028 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:35027 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T16:24:51,271 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,35027,1731255873128.replicationSource.wal-reader.8e3de9160f9f%2C35027%2C1731255873128,2-8e3de9160f9f,35027,1731255873128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255890116 to pos 0, reset compression=false 2024-11-10T16:24:51,275 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,35027,1731255873128.replicationSource.wal-reader.8e3de9160f9f%2C35027%2C1731255873128,2-8e3de9160f9f,35027,1731255873128 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T16:24:51,275 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,35027,1731255873128.replicationSource.shipper8e3de9160f9f%2C35027%2C1731255873128,2-8e3de9160f9f,35027,1731255873128 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-8e3de9160f9f,35027,1731255873128 got entry batch from reader: WALEntryBatch [walEntries=[{test/3e6cfa33476ddcc588bccb994bef9f78/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731255890919/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255890116, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T16:24:51,277 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,35027,1731255873128.replicationSource.shipper8e3de9160f9f%2C35027%2C1731255873128,2-8e3de9160f9f,35027,1731255873128 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T16:24:51,277 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-10T16:24:51,278 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.ReplicationSink(318): Replicating [90b8706a-d5bc-40a9-8fff-cac25eae8e51] bulk loaded data 2024-11-10T16:24:51,278 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7811e980, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:51,278 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,44693,-1 for getting cluster id 2024-11-10T16:24:51,278 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T16:24:51,279 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07cf5b4c-68f0-4f30-ae89-44016101d20a' 2024-11-10T16:24:51,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T16:24:51,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07cf5b4c-68f0-4f30-ae89-44016101d20a" 2024-11-10T16:24:51,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3706e25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:51,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,44693,-1] 2024-11-10T16:24:51,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T16:24:51,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:51,280 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-10T16:24:51,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f94af54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:24:51,283 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128.replicationSource.wal-reader.8e3de9160f9f%2C35027%2C1731255873128,1-8e3de9160f9f,35027,1731255873128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255890116 to pos 0, reset compression=false 2024-11-10T16:24:51,287 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128.replicationSource.wal-reader.8e3de9160f9f%2C35027%2C1731255873128,1-8e3de9160f9f,35027,1731255873128 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T16:24:51,287 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128.replicationSource.shipper8e3de9160f9f%2C35027%2C1731255873128,1-8e3de9160f9f,35027,1731255873128 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8e3de9160f9f,35027,1731255873128 got entry batch from reader: WALEntryBatch [walEntries=[{test/3e6cfa33476ddcc588bccb994bef9f78/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731255890919/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255890116, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T16:24:51,287 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.ReplicationSink(318): Replicating [90b8706a-d5bc-40a9-8fff-cac25eae8e51] bulk loaded data 2024-11-10T16:24:51,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741837_1013 (size=11194) 2024-11-10T16:24:51,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741839_1015 (size=11194) 2024-11-10T16:24:51,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741838_1014 (size=10791) 2024-11-10T16:24:51,475 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,35027,1731255873128.replicationSource.wal-reader.8e3de9160f9f%2C35027%2C1731255873128,2-8e3de9160f9f,35027,1731255873128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255890116 to pos 393, reset compression=false 2024-11-10T16:24:51,487 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128.replicationSource.wal-reader.8e3de9160f9f%2C35027%2C1731255873128,1-8e3de9160f9f,35027,1731255873128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255890116 to pos 393, reset compression=false 2024-11-10T16:24:51,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T16:24:51,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,44693,1731255880490 2024-11-10T16:24:51,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e98a938 2024-11-10T16:24:51,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T16:24:51,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741840_1016 (size=10791) 2024-11-10T16:24:51,714 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-10T16:24:51,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T16:24:51,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T16:24:51,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,42091,1731255880532, seqNum=-1] 2024-11-10T16:24:51,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T16:24:51,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-10T16:24:51,718 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T16:24:51,722 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/staging/jenkins.hfs.22__test__4clfhi7deito6927lrrnb8ah1c04l8fvhled5llmdeqvquk063f5m2p9c1l59ci5/f/0f7b26adf00047d7b46ede355432898c_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-10T16:24:51,723 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/staging/jenkins.hfs.23__test__vii11vs87o2io66pof8sutm2fn0el5otohq24grjh5p86blegso9l1ktpu2p9csb/f/0f7b26adf00047d7b46ede355432898c_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-10T16:24:51,724 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/staging/jenkins.hfs.22__test__4clfhi7deito6927lrrnb8ah1c04l8fvhled5llmdeqvquk063f5m2p9c1l59ci5/f/2f8f487e1df2450d8a24fa83b57df040_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-10T16:24:51,725 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/staging/jenkins.hfs.23__test__vii11vs87o2io66pof8sutm2fn0el5otohq24grjh5p86blegso9l1ktpu2p9csb/f/2f8f487e1df2450d8a24fa83b57df040_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-10T16:24:51,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/staging/jenkins.hfs.22__test__4clfhi7deito6927lrrnb8ah1c04l8fvhled5llmdeqvquk063f5m2p9c1l59ci5/f/2f8f487e1df2450d8a24fa83b57df040_SeqId_6_ for inclusion in 90a5448f6507334677251306558b7456/f 2024-11-10T16:24:51,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/staging/jenkins.hfs.23__test__vii11vs87o2io66pof8sutm2fn0el5otohq24grjh5p86blegso9l1ktpu2p9csb/f/2f8f487e1df2450d8a24fa83b57df040_SeqId_6_ for inclusion in ee711cbfafeef6e29da1e73816793878/f 2024-11-10T16:24:51,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-10T16:24:51,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T16:24:51,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/staging/jenkins.hfs.22__test__4clfhi7deito6927lrrnb8ah1c04l8fvhled5llmdeqvquk063f5m2p9c1l59ci5/f/0f7b26adf00047d7b46ede355432898c_SeqId_6_ for inclusion in 90a5448f6507334677251306558b7456/f 2024-11-10T16:24:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-10T16:24:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T16:24:51,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/staging/jenkins.hfs.23__test__vii11vs87o2io66pof8sutm2fn0el5otohq24grjh5p86blegso9l1ktpu2p9csb/f/0f7b26adf00047d7b46ede355432898c_SeqId_6_ for inclusion in ee711cbfafeef6e29da1e73816793878/f 2024-11-10T16:24:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-10T16:24:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T16:24:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.HRegion(2603): Flush status journal for 90a5448f6507334677251306558b7456: 2024-11-10T16:24:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2f8f487e1df2450d8a24fa83b57df040_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T16:24:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-10T16:24:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T16:24:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HRegion(2603): Flush status journal for ee711cbfafeef6e29da1e73816793878: 2024-11-10T16:24:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2f8f487e1df2450d8a24fa83b57df040_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T16:24:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/staging/jenkins.hfs.22__test__4clfhi7deito6927lrrnb8ah1c04l8fvhled5llmdeqvquk063f5m2p9c1l59ci5/f/2f8f487e1df2450d8a24fa83b57df040_SeqId_6_ as hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/default/test/90a5448f6507334677251306558b7456/f/e92957f1b0b549feab1855e563bd7f10_SeqId_6_ 2024-11-10T16:24:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0f7b26adf00047d7b46ede355432898c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T16:24:51,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/staging/jenkins.hfs.23__test__vii11vs87o2io66pof8sutm2fn0el5otohq24grjh5p86blegso9l1ktpu2p9csb/f/2f8f487e1df2450d8a24fa83b57df040_SeqId_6_ as hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/data/default/test/ee711cbfafeef6e29da1e73816793878/f/7af243f3c03e4455a00fe895d9f3efc4_SeqId_4_ 2024-11-10T16:24:51,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/staging/jenkins.hfs.22__test__4clfhi7deito6927lrrnb8ah1c04l8fvhled5llmdeqvquk063f5m2p9c1l59ci5/f/0f7b26adf00047d7b46ede355432898c_SeqId_6_ as hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/default/test/90a5448f6507334677251306558b7456/f/19645f3c4fb440f48f1884422db437f5_SeqId_6_ 2024-11-10T16:24:51,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0f7b26adf00047d7b46ede355432898c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T16:24:51,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/staging/jenkins.hfs.22__test__4clfhi7deito6927lrrnb8ah1c04l8fvhled5llmdeqvquk063f5m2p9c1l59ci5/f/2f8f487e1df2450d8a24fa83b57df040_SeqId_6_ into 90a5448f6507334677251306558b7456/f as hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/default/test/90a5448f6507334677251306558b7456/f/e92957f1b0b549feab1855e563bd7f10_SeqId_6_ - updating store file list. 2024-11-10T16:24:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/staging/jenkins.hfs.23__test__vii11vs87o2io66pof8sutm2fn0el5otohq24grjh5p86blegso9l1ktpu2p9csb/f/0f7b26adf00047d7b46ede355432898c_SeqId_6_ as hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/data/default/test/ee711cbfafeef6e29da1e73816793878/f/1490ab574ae94b6097b9533d8dc1ba19_SeqId_4_ 2024-11-10T16:24:51,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/staging/jenkins.hfs.23__test__vii11vs87o2io66pof8sutm2fn0el5otohq24grjh5p86blegso9l1ktpu2p9csb/f/2f8f487e1df2450d8a24fa83b57df040_SeqId_6_ into ee711cbfafeef6e29da1e73816793878/f as hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/data/default/test/ee711cbfafeef6e29da1e73816793878/f/7af243f3c03e4455a00fe895d9f3efc4_SeqId_4_ - updating store file list. 2024-11-10T16:24:51,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e92957f1b0b549feab1855e563bd7f10_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T16:24:51,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/default/test/90a5448f6507334677251306558b7456/f/e92957f1b0b549feab1855e563bd7f10_SeqId_6_ into 90a5448f6507334677251306558b7456/f 2024-11-10T16:24:51,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/staging/jenkins.hfs.22__test__4clfhi7deito6927lrrnb8ah1c04l8fvhled5llmdeqvquk063f5m2p9c1l59ci5/f/2f8f487e1df2450d8a24fa83b57df040_SeqId_6_ into 90a5448f6507334677251306558b7456/f (new location: hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/default/test/90a5448f6507334677251306558b7456/f/e92957f1b0b549feab1855e563bd7f10_SeqId_6_) 2024-11-10T16:24:51,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7af243f3c03e4455a00fe895d9f3efc4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T16:24:51,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/data/default/test/ee711cbfafeef6e29da1e73816793878/f/7af243f3c03e4455a00fe895d9f3efc4_SeqId_4_ into ee711cbfafeef6e29da1e73816793878/f 2024-11-10T16:24:51,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/staging/jenkins.hfs.22__test__4clfhi7deito6927lrrnb8ah1c04l8fvhled5llmdeqvquk063f5m2p9c1l59ci5/f/2f8f487e1df2450d8a24fa83b57df040_SeqId_6_ 2024-11-10T16:24:51,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/staging/jenkins.hfs.23__test__vii11vs87o2io66pof8sutm2fn0el5otohq24grjh5p86blegso9l1ktpu2p9csb/f/2f8f487e1df2450d8a24fa83b57df040_SeqId_6_ into ee711cbfafeef6e29da1e73816793878/f (new location: hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/data/default/test/ee711cbfafeef6e29da1e73816793878/f/7af243f3c03e4455a00fe895d9f3efc4_SeqId_4_) 2024-11-10T16:24:51,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/staging/jenkins.hfs.22__test__4clfhi7deito6927lrrnb8ah1c04l8fvhled5llmdeqvquk063f5m2p9c1l59ci5/f/0f7b26adf00047d7b46ede355432898c_SeqId_6_ into 90a5448f6507334677251306558b7456/f as hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/default/test/90a5448f6507334677251306558b7456/f/19645f3c4fb440f48f1884422db437f5_SeqId_6_ - updating store file list. 2024-11-10T16:24:51,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 19645f3c4fb440f48f1884422db437f5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T16:24:51,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/default/test/90a5448f6507334677251306558b7456/f/19645f3c4fb440f48f1884422db437f5_SeqId_6_ into 90a5448f6507334677251306558b7456/f 2024-11-10T16:24:51,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/staging/jenkins.hfs.22__test__4clfhi7deito6927lrrnb8ah1c04l8fvhled5llmdeqvquk063f5m2p9c1l59ci5/f/0f7b26adf00047d7b46ede355432898c_SeqId_6_ into 90a5448f6507334677251306558b7456/f (new location: hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/default/test/90a5448f6507334677251306558b7456/f/19645f3c4fb440f48f1884422db437f5_SeqId_6_) 2024-11-10T16:24:51,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/staging/jenkins.hfs.22__test__4clfhi7deito6927lrrnb8ah1c04l8fvhled5llmdeqvquk063f5m2p9c1l59ci5/f/0f7b26adf00047d7b46ede355432898c_SeqId_6_ 2024-11-10T16:24:51,743 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] regionserver.ReplicationSink(324): Finished replicating [90b8706a-d5bc-40a9-8fff-cac25eae8e51] bulk loaded data 2024-11-10T16:24:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/staging/jenkins.hfs.23__test__vii11vs87o2io66pof8sutm2fn0el5otohq24grjh5p86blegso9l1ktpu2p9csb/f/2f8f487e1df2450d8a24fa83b57df040_SeqId_6_ 2024-11-10T16:24:51,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/staging/jenkins.hfs.23__test__vii11vs87o2io66pof8sutm2fn0el5otohq24grjh5p86blegso9l1ktpu2p9csb/f/0f7b26adf00047d7b46ede355432898c_SeqId_6_ into ee711cbfafeef6e29da1e73816793878/f as hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/data/default/test/ee711cbfafeef6e29da1e73816793878/f/1490ab574ae94b6097b9533d8dc1ba19_SeqId_4_ - updating store file list. 2024-11-10T16:24:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1490ab574ae94b6097b9533d8dc1ba19_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T16:24:51,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/data/default/test/ee711cbfafeef6e29da1e73816793878/f/1490ab574ae94b6097b9533d8dc1ba19_SeqId_4_ into ee711cbfafeef6e29da1e73816793878/f 2024-11-10T16:24:51,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/staging/jenkins.hfs.23__test__vii11vs87o2io66pof8sutm2fn0el5otohq24grjh5p86blegso9l1ktpu2p9csb/f/0f7b26adf00047d7b46ede355432898c_SeqId_6_ into ee711cbfafeef6e29da1e73816793878/f (new location: hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/data/default/test/ee711cbfafeef6e29da1e73816793878/f/1490ab574ae94b6097b9533d8dc1ba19_SeqId_4_) 2024-11-10T16:24:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/staging/jenkins.hfs.23__test__vii11vs87o2io66pof8sutm2fn0el5otohq24grjh5p86blegso9l1ktpu2p9csb/f/0f7b26adf00047d7b46ede355432898c_SeqId_6_ 2024-11-10T16:24:51,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.ReplicationSink(324): Finished replicating [90b8706a-d5bc-40a9-8fff-cac25eae8e51] bulk loaded data 2024-11-10T16:24:51,778 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,35027,1731255873128.replicationSource.wal-reader.8e3de9160f9f%2C35027%2C1731255873128,2-8e3de9160f9f,35027,1731255873128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255890116 to pos 393, reset compression=false 2024-11-10T16:24:51,790 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128.replicationSource.wal-reader.8e3de9160f9f%2C35027%2C1731255873128,1-8e3de9160f9f,35027,1731255873128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255890116 to pos 393, reset compression=false 2024-11-10T16:24:51,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T16:24:51,939 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:24:51,939 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:24:51,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:51,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:51,939 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:24:51,939 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T16:24:51,939 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=298055325, stopped=false 2024-11-10T16:24:51,939 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8e3de9160f9f,44693,1731255880490 2024-11-10T16:24:51,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x10102b2152b0007, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1748824708/running 2024-11-10T16:24:51,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x10102b2152b0007, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1748824708 2024-11-10T16:24:51,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44693-0x10102b2152b0006, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1748824708/running 2024-11-10T16:24:51,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44693-0x10102b2152b0006, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1748824708 2024-11-10T16:24:51,942 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:24:51,942 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:24:51,942 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:24:51,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:51,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44693-0x10102b2152b0006, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Set watcher on znode that does not yet exist, /2-1748824708/running 2024-11-10T16:24:51,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42091-0x10102b2152b0007, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Set watcher on znode that does not yet exist, /2-1748824708/running 2024-11-10T16:24:51,942 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8e3de9160f9f,42091,1731255880532' ***** 2024-11-10T16:24:51,942 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T16:24:51,943 INFO [RS:0;8e3de9160f9f:42091 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T16:24:51,944 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T16:24:51,944 INFO [RS:0;8e3de9160f9f:42091 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T16:24:51,944 INFO [RS:0;8e3de9160f9f:42091 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T16:24:51,944 INFO [RS:0;8e3de9160f9f:42091 {}] regionserver.HRegionServer(3091): Received CLOSE for ee711cbfafeef6e29da1e73816793878 2024-11-10T16:24:51,944 INFO [RS:0;8e3de9160f9f:42091 {}] regionserver.HRegionServer(959): stopping server 8e3de9160f9f,42091,1731255880532 2024-11-10T16:24:51,944 INFO [RS:0;8e3de9160f9f:42091 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:24:51,944 INFO [RS:0;8e3de9160f9f:42091 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:42091. 2024-11-10T16:24:51,944 DEBUG [RS:0;8e3de9160f9f:42091 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:24:51,944 DEBUG [RS:0;8e3de9160f9f:42091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:51,944 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ee711cbfafeef6e29da1e73816793878, disabling compactions & flushes 2024-11-10T16:24:51,944 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731255885269.ee711cbfafeef6e29da1e73816793878. 2024-11-10T16:24:51,945 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731255885269.ee711cbfafeef6e29da1e73816793878. 2024-11-10T16:24:51,945 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731255885269.ee711cbfafeef6e29da1e73816793878. after waiting 0 ms 2024-11-10T16:24:51,945 INFO [RS:0;8e3de9160f9f:42091 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T16:24:51,945 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731255885269.ee711cbfafeef6e29da1e73816793878. 2024-11-10T16:24:51,945 INFO [RS:0;8e3de9160f9f:42091 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T16:24:51,945 INFO [RS:0;8e3de9160f9f:42091 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T16:24:51,945 INFO [RS:0;8e3de9160f9f:42091 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T16:24:51,945 INFO [RS:0;8e3de9160f9f:42091 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T16:24:51,945 DEBUG [RS:0;8e3de9160f9f:42091 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ee711cbfafeef6e29da1e73816793878=test,,1731255885269.ee711cbfafeef6e29da1e73816793878.} 2024-11-10T16:24:51,945 DEBUG [RS:0;8e3de9160f9f:42091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ee711cbfafeef6e29da1e73816793878 2024-11-10T16:24:51,945 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T16:24:51,945 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T16:24:51,945 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T16:24:51,945 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T16:24:51,946 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T16:24:51,946 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-10T16:24:51,949 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/data/default/test/ee711cbfafeef6e29da1e73816793878/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-10T16:24:51,949 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:24:51,949 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T16:24:51,950 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731255885269.ee711cbfafeef6e29da1e73816793878. 2024-11-10T16:24:51,950 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ee711cbfafeef6e29da1e73816793878: Waiting for close lock at 1731255891944Running coprocessor pre-close hooks at 1731255891944Disabling compacts and flushes for region at 1731255891944Disabling writes for close at 1731255891945 (+1 ms)Writing region close event to WAL at 1731255891945Running coprocessor post-close hooks at 1731255891949 (+4 ms)Closed at 1731255891950 (+1 ms) 2024-11-10T16:24:51,950 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731255885269.ee711cbfafeef6e29da1e73816793878. 2024-11-10T16:24:51,969 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/data/hbase/meta/1588230740/.tmp/info/6f63d20a39394bf58ead56a7e631ceb7 is 129, key is test,,1731255885269.ee711cbfafeef6e29da1e73816793878./info:regioninfo/1731255886010/Put/seqid=0 2024-11-10T16:24:51,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741839_1015 (size=6421) 2024-11-10T16:24:52,004 INFO [regionserver/8e3de9160f9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:24:52,145 DEBUG [RS:0;8e3de9160f9f:42091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:24:52,181 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,35027,1731255873128.replicationSource.wal-reader.8e3de9160f9f%2C35027%2C1731255873128,2-8e3de9160f9f,35027,1731255873128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255890116 to pos 393, reset compression=false 2024-11-10T16:24:52,193 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128.replicationSource.wal-reader.8e3de9160f9f%2C35027%2C1731255873128,1-8e3de9160f9f,35027,1731255873128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255890116 to pos 393, reset compression=false 2024-11-10T16:24:52,197 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T16:24:52,197 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T16:24:52,346 DEBUG [RS:0;8e3de9160f9f:42091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:24:52,373 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/data/hbase/meta/1588230740/.tmp/info/6f63d20a39394bf58ead56a7e631ceb7 2024-11-10T16:24:52,391 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/data/hbase/meta/1588230740/.tmp/ns/1bbd7feae5a0424cb72dea7f5f944f69 is 43, key is default/ns:d/1731255881870/Put/seqid=0 2024-11-10T16:24:52,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741840_1016 (size=5153) 2024-11-10T16:24:52,546 DEBUG [RS:0;8e3de9160f9f:42091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:24:52,685 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,35027,1731255873128.replicationSource.wal-reader.8e3de9160f9f%2C35027%2C1731255873128,2-8e3de9160f9f,35027,1731255873128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255890116 to pos 393, reset compression=false 2024-11-10T16:24:52,695 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128.replicationSource.wal-reader.8e3de9160f9f%2C35027%2C1731255873128,1-8e3de9160f9f,35027,1731255873128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255890116 to pos 393, reset compression=false 2024-11-10T16:24:52,746 DEBUG [RS:0;8e3de9160f9f:42091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:24:52,794 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/data/hbase/meta/1588230740/.tmp/ns/1bbd7feae5a0424cb72dea7f5f944f69 2024-11-10T16:24:52,811 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/data/hbase/meta/1588230740/.tmp/rep_barrier/1e86336fe43545dda017bfe1e10df50d is 112, key is test,,1731255885269.ee711cbfafeef6e29da1e73816793878./rep_barrier:seqnumDuringOpen/1731255886010/Put/seqid=0 2024-11-10T16:24:52,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741841_1017 (size=5518) 2024-11-10T16:24:52,946 INFO [RS:0;8e3de9160f9f:42091 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T16:24:52,946 DEBUG [RS:0;8e3de9160f9f:42091 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T16:24:52,946 DEBUG [RS:0;8e3de9160f9f:42091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:24:53,069 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T16:24:53,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:53,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:53,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:53,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:53,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:53,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:53,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:53,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:53,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:53,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:53,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:53,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:53,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:53,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:53,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:53,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:53,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:53,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:53,147 DEBUG [RS:0;8e3de9160f9f:42091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:24:53,215 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/data/hbase/meta/1588230740/.tmp/rep_barrier/1e86336fe43545dda017bfe1e10df50d 2024-11-10T16:24:53,233 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/data/hbase/meta/1588230740/.tmp/table/ac9aba0faa504db2ba167a0a1f884707 is 40, key is test/table:state/1731255886016/Put/seqid=0 2024-11-10T16:24:53,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741842_1018 (size=5165) 2024-11-10T16:24:53,237 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/data/hbase/meta/1588230740/.tmp/table/ac9aba0faa504db2ba167a0a1f884707 2024-11-10T16:24:53,240 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/data/hbase/meta/1588230740/.tmp/info/6f63d20a39394bf58ead56a7e631ceb7 as hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/data/hbase/meta/1588230740/info/6f63d20a39394bf58ead56a7e631ceb7 2024-11-10T16:24:53,243 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/data/hbase/meta/1588230740/info/6f63d20a39394bf58ead56a7e631ceb7, entries=10, sequenceid=11, filesize=6.3 K 2024-11-10T16:24:53,244 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/data/hbase/meta/1588230740/.tmp/ns/1bbd7feae5a0424cb72dea7f5f944f69 as hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/data/hbase/meta/1588230740/ns/1bbd7feae5a0424cb72dea7f5f944f69 2024-11-10T16:24:53,247 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/data/hbase/meta/1588230740/ns/1bbd7feae5a0424cb72dea7f5f944f69, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T16:24:53,247 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/data/hbase/meta/1588230740/.tmp/rep_barrier/1e86336fe43545dda017bfe1e10df50d as hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/data/hbase/meta/1588230740/rep_barrier/1e86336fe43545dda017bfe1e10df50d 2024-11-10T16:24:53,250 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/data/hbase/meta/1588230740/rep_barrier/1e86336fe43545dda017bfe1e10df50d, entries=1, sequenceid=11, filesize=5.4 K 2024-11-10T16:24:53,251 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/data/hbase/meta/1588230740/.tmp/table/ac9aba0faa504db2ba167a0a1f884707 as hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/data/hbase/meta/1588230740/table/ac9aba0faa504db2ba167a0a1f884707 2024-11-10T16:24:53,254 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/data/hbase/meta/1588230740/table/ac9aba0faa504db2ba167a0a1f884707, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T16:24:53,254 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1308ms, sequenceid=11, compaction requested=false 2024-11-10T16:24:53,258 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T16:24:53,258 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:24:53,258 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T16:24:53,258 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T16:24:53,258 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731255891945Running coprocessor pre-close hooks at 1731255891945Disabling compacts and flushes for region at 1731255891945Disabling writes for close at 1731255891945Obtaining lock to block concurrent updates at 1731255891946 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731255891946Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731255891946Flushing stores of hbase:meta,,1.1588230740 at 1731255891947 (+1 ms)Flushing 1588230740/info: creating writer at 1731255891947Flushing 1588230740/info: appending metadata at 1731255891968 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731255891968Flushing 1588230740/ns: creating writer at 1731255892377 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731255892390 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731255892390Flushing 1588230740/rep_barrier: creating writer at 1731255892797 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731255892811 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731255892811Flushing 1588230740/table: creating writer at 1731255893218 (+407 ms)Flushing 1588230740/table: appending metadata at 1731255893233 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731255893233Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38d8bbae: reopening flushed file at 1731255893240 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@337f574a: reopening flushed file at 1731255893243 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49a71d56: reopening flushed file at 1731255893247 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63cf73fa: reopening flushed file at 1731255893250 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1308ms, sequenceid=11, compaction requested=false at 1731255893254 (+4 ms)Writing region close event to WAL at 1731255893256 (+2 ms)Running coprocessor post-close hooks at 1731255893258 (+2 ms)Closed at 1731255893258 2024-11-10T16:24:53,259 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T16:24:53,288 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,35027,1731255873128.replicationSource.wal-reader.8e3de9160f9f%2C35027%2C1731255873128,2-8e3de9160f9f,35027,1731255873128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255890116 to pos 393, reset compression=false 2024-11-10T16:24:53,298 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128.replicationSource.wal-reader.8e3de9160f9f%2C35027%2C1731255873128,1-8e3de9160f9f,35027,1731255873128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255890116 to pos 393, reset compression=false 2024-11-10T16:24:53,347 INFO [RS:0;8e3de9160f9f:42091 {}] regionserver.HRegionServer(976): stopping server 8e3de9160f9f,42091,1731255880532; all regions closed. 2024-11-10T16:24:53,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741834_1010 (size=2717) 2024-11-10T16:24:53,350 DEBUG [RS:0;8e3de9160f9f:42091 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/oldWALs 2024-11-10T16:24:53,350 INFO [RS:0;8e3de9160f9f:42091 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8e3de9160f9f%2C42091%2C1731255880532.meta:.meta(num 1731255881832) 2024-11-10T16:24:53,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741833_1009 (size=1028) 2024-11-10T16:24:53,354 DEBUG [RS:0;8e3de9160f9f:42091 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/oldWALs 2024-11-10T16:24:53,354 INFO [RS:0;8e3de9160f9f:42091 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8e3de9160f9f%2C42091%2C1731255880532:(num 1731255881328) 2024-11-10T16:24:53,354 DEBUG [RS:0;8e3de9160f9f:42091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:53,354 INFO [RS:0;8e3de9160f9f:42091 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:24:53,354 INFO [RS:0;8e3de9160f9f:42091 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:24:53,354 INFO [RS:0;8e3de9160f9f:42091 {}] hbase.ChoreService(370): Chore service for: regionserver/8e3de9160f9f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T16:24:53,354 INFO [RS:0;8e3de9160f9f:42091 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:24:53,354 INFO [regionserver/8e3de9160f9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:24:53,354 INFO [RS:0;8e3de9160f9f:42091 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:42091. 2024-11-10T16:24:53,354 DEBUG [RS:0;8e3de9160f9f:42091 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:24:53,354 DEBUG [RS:0;8e3de9160f9f:42091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:53,354 DEBUG [RS:0;8e3de9160f9f:42091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:53,354 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:24:53,355 INFO [RS:0;8e3de9160f9f:42091 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42091 2024-11-10T16:24:53,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x10102b2152b0007, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1748824708/rs/8e3de9160f9f,42091,1731255880532 2024-11-10T16:24:53,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44693-0x10102b2152b0006, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1748824708/rs 2024-11-10T16:24:53,357 INFO [RS:0;8e3de9160f9f:42091 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:24:53,358 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8e3de9160f9f,42091,1731255880532] 2024-11-10T16:24:53,360 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1748824708/draining/8e3de9160f9f,42091,1731255880532 already deleted, retry=false 2024-11-10T16:24:53,360 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8e3de9160f9f,42091,1731255880532 expired; onlineServers=0 2024-11-10T16:24:53,360 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8e3de9160f9f,44693,1731255880490' ***** 2024-11-10T16:24:53,360 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T16:24:53,360 INFO [M:0;8e3de9160f9f:44693 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:24:53,360 INFO [M:0;8e3de9160f9f:44693 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:24:53,360 DEBUG [M:0;8e3de9160f9f:44693 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T16:24:53,360 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T16:24:53,360 DEBUG [M:0;8e3de9160f9f:44693 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T16:24:53,360 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255881090 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255881090,5,FailOnTimeoutGroup] 2024-11-10T16:24:53,360 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255881091 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255881091,5,FailOnTimeoutGroup] 2024-11-10T16:24:53,361 INFO [M:0;8e3de9160f9f:44693 {}] hbase.ChoreService(370): Chore service for: master/8e3de9160f9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T16:24:53,361 INFO [M:0;8e3de9160f9f:44693 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:24:53,361 DEBUG [M:0;8e3de9160f9f:44693 {}] master.HMaster(1795): Stopping service threads 2024-11-10T16:24:53,361 INFO [M:0;8e3de9160f9f:44693 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T16:24:53,361 INFO [M:0;8e3de9160f9f:44693 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:24:53,361 INFO [M:0;8e3de9160f9f:44693 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T16:24:53,361 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T16:24:53,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44693-0x10102b2152b0006, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1748824708/master 2024-11-10T16:24:53,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44693-0x10102b2152b0006, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1748824708 2024-11-10T16:24:53,362 DEBUG [M:0;8e3de9160f9f:44693 {}] zookeeper.ZKUtil(347): master:44693-0x10102b2152b0006, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Unable to get data of znode /2-1748824708/master because node does not exist (not an error) 2024-11-10T16:24:53,362 WARN [M:0;8e3de9160f9f:44693 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T16:24:53,362 INFO [M:0;8e3de9160f9f:44693 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/.lastflushedseqids 2024-11-10T16:24:53,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741843_1019 (size=173) 2024-11-10T16:24:53,366 INFO [M:0;8e3de9160f9f:44693 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T16:24:53,366 INFO [M:0;8e3de9160f9f:44693 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T16:24:53,366 DEBUG [M:0;8e3de9160f9f:44693 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T16:24:53,366 INFO [M:0;8e3de9160f9f:44693 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:24:53,366 DEBUG [M:0;8e3de9160f9f:44693 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:24:53,366 DEBUG [M:0;8e3de9160f9f:44693 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T16:24:53,366 DEBUG [M:0;8e3de9160f9f:44693 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:24:53,367 INFO [M:0;8e3de9160f9f:44693 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-10T16:24:53,384 DEBUG [M:0;8e3de9160f9f:44693 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b3728d5f1d124bbf81ed54554ee5d54b is 82, key is hbase:meta,,1/info:regioninfo/1731255881861/Put/seqid=0 2024-11-10T16:24:53,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741844_1020 (size=5672) 2024-11-10T16:24:53,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x10102b2152b0007, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:24:53,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x10102b2152b0007, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:24:53,458 INFO [RS:0;8e3de9160f9f:42091 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:24:53,458 INFO [RS:0;8e3de9160f9f:42091 {}] regionserver.HRegionServer(1031): Exiting; stopping=8e3de9160f9f,42091,1731255880532; zookeeper connection closed. 2024-11-10T16:24:53,459 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f20239 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f20239 2024-11-10T16:24:53,459 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T16:24:53,788 INFO [M:0;8e3de9160f9f:44693 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b3728d5f1d124bbf81ed54554ee5d54b 2024-11-10T16:24:53,805 DEBUG [M:0;8e3de9160f9f:44693 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9cfefab5b934513b813bf86340ad2ce is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731255886019/Put/seqid=0 2024-11-10T16:24:53,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741845_1021 (size=6585) 2024-11-10T16:24:53,991 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,35027,1731255873128.replicationSource.wal-reader.8e3de9160f9f%2C35027%2C1731255873128,2-8e3de9160f9f,35027,1731255873128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255890116 to pos 393, reset compression=false 2024-11-10T16:24:54,001 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128.replicationSource.wal-reader.8e3de9160f9f%2C35027%2C1731255873128,1-8e3de9160f9f,35027,1731255873128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255890116 to pos 393, reset compression=false 2024-11-10T16:24:54,209 INFO [M:0;8e3de9160f9f:44693 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9cfefab5b934513b813bf86340ad2ce 2024-11-10T16:24:54,226 DEBUG [M:0;8e3de9160f9f:44693 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aec3320429074995a18c32818b9ba80b is 69, key is 8e3de9160f9f,42091,1731255880532/rs:state/1731255881182/Put/seqid=0 2024-11-10T16:24:54,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741846_1022 (size=5156) 2024-11-10T16:24:54,230 INFO [M:0;8e3de9160f9f:44693 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aec3320429074995a18c32818b9ba80b 2024-11-10T16:24:54,234 DEBUG [M:0;8e3de9160f9f:44693 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b3728d5f1d124bbf81ed54554ee5d54b as hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b3728d5f1d124bbf81ed54554ee5d54b 2024-11-10T16:24:54,237 INFO [M:0;8e3de9160f9f:44693 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b3728d5f1d124bbf81ed54554ee5d54b, entries=8, sequenceid=55, filesize=5.5 K 2024-11-10T16:24:54,238 DEBUG [M:0;8e3de9160f9f:44693 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9cfefab5b934513b813bf86340ad2ce as hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e9cfefab5b934513b813bf86340ad2ce 2024-11-10T16:24:54,241 INFO [M:0;8e3de9160f9f:44693 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e9cfefab5b934513b813bf86340ad2ce, entries=6, sequenceid=55, filesize=6.4 K 2024-11-10T16:24:54,242 DEBUG [M:0;8e3de9160f9f:44693 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aec3320429074995a18c32818b9ba80b as hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aec3320429074995a18c32818b9ba80b 2024-11-10T16:24:54,245 INFO [M:0;8e3de9160f9f:44693 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42227/user/jenkins/test-data/d66dd5f9-0357-b66f-851c-a117a534b7e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aec3320429074995a18c32818b9ba80b, entries=1, sequenceid=55, filesize=5.0 K 2024-11-10T16:24:54,245 INFO [M:0;8e3de9160f9f:44693 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=55, compaction requested=false 2024-11-10T16:24:54,247 INFO [M:0;8e3de9160f9f:44693 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:24:54,247 DEBUG [M:0;8e3de9160f9f:44693 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731255893366Disabling compacts and flushes for region at 1731255893366Disabling writes for close at 1731255893366Obtaining lock to block concurrent updates at 1731255893367 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731255893367Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731255893367Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731255893367Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731255893367Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731255893384 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731255893384Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731255893791 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731255893805 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731255893805Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731255894212 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731255894225 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731255894225Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bcb033c: reopening flushed file at 1731255894233 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58ea1a78: reopening flushed file at 1731255894237 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a23f9e0: reopening flushed file at 1731255894241 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=55, compaction requested=false at 1731255894245 (+4 ms)Writing region close event to WAL at 1731255894247 (+2 ms)Closed at 1731255894247 2024-11-10T16:24:54,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741830_1006 (size=32758) 2024-11-10T16:24:54,250 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:24:54,250 INFO [M:0;8e3de9160f9f:44693 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T16:24:54,250 INFO [M:0;8e3de9160f9f:44693 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44693 2024-11-10T16:24:54,250 INFO [M:0;8e3de9160f9f:44693 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:24:54,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44693-0x10102b2152b0006, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:24:54,352 INFO [M:0;8e3de9160f9f:44693 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:24:54,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44693-0x10102b2152b0006, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:24:54,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2960a674{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T16:24:54,356 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b582525{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T16:24:54,356 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T16:24:54,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cb415da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T16:24:54,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23618ed5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97b1096b-8dd9-2209-6db5-5340bce14d43/hadoop.log.dir/,STOPPED} 2024-11-10T16:24:54,358 WARN [BP-113133291-172.17.0.2-1731255879578 heartbeating to localhost/127.0.0.1:42227 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T16:24:54,358 WARN [BP-113133291-172.17.0.2-1731255879578 heartbeating to localhost/127.0.0.1:42227 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-113133291-172.17.0.2-1731255879578 (Datanode Uuid de1d9d80-02a2-430a-a439-5989d63c8f78) service to localhost/127.0.0.1:42227 2024-11-10T16:24:54,358 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T16:24:54,358 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T16:24:54,359 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97b1096b-8dd9-2209-6db5-5340bce14d43/cluster_fa14b845-7ad7-e777-499a-eddcaa317ed0/data/data1/current/BP-113133291-172.17.0.2-1731255879578 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T16:24:54,359 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97b1096b-8dd9-2209-6db5-5340bce14d43/cluster_fa14b845-7ad7-e777-499a-eddcaa317ed0/data/data2/current/BP-113133291-172.17.0.2-1731255879578 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T16:24:54,359 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T16:24:54,365 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c8baf7c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T16:24:54,365 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6983f7b8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T16:24:54,365 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T16:24:54,365 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18990de3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T16:24:54,365 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@124dcaa6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97b1096b-8dd9-2209-6db5-5340bce14d43/hadoop.log.dir/,STOPPED} 2024-11-10T16:24:54,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T16:24:54,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T16:24:54,379 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:24:54,379 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:24:54,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:54,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:54,380 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:24:54,380 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T16:24:54,380 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1496006063, stopped=false 2024-11-10T16:24:54,380 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8e3de9160f9f,46815,1731255877284 2024-11-10T16:24:54,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38115-0x10102b2152b0004, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1352179873/running 2024-11-10T16:24:54,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46815-0x10102b2152b0003, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1352179873/running 2024-11-10T16:24:54,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38115-0x10102b2152b0004, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1352179873 2024-11-10T16:24:54,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46815-0x10102b2152b0003, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1352179873 2024-11-10T16:24:54,382 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:24:54,382 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:24:54,382 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:24:54,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:54,382 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8e3de9160f9f,38115,1731255877322' ***** 2024-11-10T16:24:54,382 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T16:24:54,382 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46815-0x10102b2152b0003, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Set watcher on znode that does not yet exist, /1-1352179873/running 2024-11-10T16:24:54,382 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38115-0x10102b2152b0004, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Set watcher on znode that does not yet exist, /1-1352179873/running 2024-11-10T16:24:54,383 INFO [RS:0;8e3de9160f9f:38115 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T16:24:54,383 INFO [RS:0;8e3de9160f9f:38115 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T16:24:54,383 INFO [RS:0;8e3de9160f9f:38115 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T16:24:54,383 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T16:24:54,383 INFO [RS:0;8e3de9160f9f:38115 {}] regionserver.HRegionServer(3091): Received CLOSE for 90a5448f6507334677251306558b7456 2024-11-10T16:24:54,383 INFO [RS:0;8e3de9160f9f:38115 {}] regionserver.HRegionServer(959): stopping server 8e3de9160f9f,38115,1731255877322 2024-11-10T16:24:54,383 INFO [RS:0;8e3de9160f9f:38115 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:24:54,383 INFO [RS:0;8e3de9160f9f:38115 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:38115. 2024-11-10T16:24:54,383 DEBUG [RS:0;8e3de9160f9f:38115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:24:54,383 DEBUG [RS:0;8e3de9160f9f:38115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:54,383 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 90a5448f6507334677251306558b7456, disabling compactions & flushes 2024-11-10T16:24:54,383 INFO [RS:0;8e3de9160f9f:38115 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T16:24:54,383 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731255883120.90a5448f6507334677251306558b7456. 2024-11-10T16:24:54,383 INFO [RS:0;8e3de9160f9f:38115 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T16:24:54,383 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731255883120.90a5448f6507334677251306558b7456. 2024-11-10T16:24:54,383 INFO [RS:0;8e3de9160f9f:38115 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T16:24:54,384 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731255883120.90a5448f6507334677251306558b7456. after waiting 0 ms 2024-11-10T16:24:54,384 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731255883120.90a5448f6507334677251306558b7456. 2024-11-10T16:24:54,384 INFO [RS:0;8e3de9160f9f:38115 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T16:24:54,384 INFO [RS:0;8e3de9160f9f:38115 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T16:24:54,384 DEBUG [RS:0;8e3de9160f9f:38115 {}] regionserver.HRegionServer(1325): Online Regions={90a5448f6507334677251306558b7456=test,,1731255883120.90a5448f6507334677251306558b7456., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T16:24:54,384 DEBUG [RS:0;8e3de9160f9f:38115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 90a5448f6507334677251306558b7456 2024-11-10T16:24:54,384 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T16:24:54,384 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T16:24:54,384 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T16:24:54,384 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T16:24:54,384 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T16:24:54,384 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-10T16:24:54,387 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/default/test/90a5448f6507334677251306558b7456/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T16:24:54,387 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:24:54,387 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T16:24:54,387 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731255883120.90a5448f6507334677251306558b7456. 2024-11-10T16:24:54,387 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 90a5448f6507334677251306558b7456: Waiting for close lock at 1731255894383Running coprocessor pre-close hooks at 1731255894383Disabling compacts and flushes for region at 1731255894383Disabling writes for close at 1731255894384 (+1 ms)Writing region close event to WAL at 1731255894384Running coprocessor post-close hooks at 1731255894387 (+3 ms)Closed at 1731255894387 2024-11-10T16:24:54,387 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731255883120.90a5448f6507334677251306558b7456. 2024-11-10T16:24:54,399 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/hbase/meta/1588230740/.tmp/info/c2d941edeb134f108a9608197b2cdb3e is 129, key is test,,1731255883120.90a5448f6507334677251306558b7456./info:regioninfo/1731255884261/Put/seqid=0 2024-11-10T16:24:54,401 INFO [regionserver/8e3de9160f9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:24:54,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741841_1017 (size=6421) 2024-11-10T16:24:54,467 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T16:24:54,468 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T16:24:54,584 DEBUG [RS:0;8e3de9160f9f:38115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:24:54,784 DEBUG [RS:0;8e3de9160f9f:38115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:24:54,794 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,35027,1731255873128.replicationSource.wal-reader.8e3de9160f9f%2C35027%2C1731255873128,2-8e3de9160f9f,35027,1731255873128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255890116 to pos 393, reset compression=false 2024-11-10T16:24:54,802 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/hbase/meta/1588230740/.tmp/info/c2d941edeb134f108a9608197b2cdb3e 2024-11-10T16:24:54,803 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128.replicationSource.wal-reader.8e3de9160f9f%2C35027%2C1731255873128,1-8e3de9160f9f,35027,1731255873128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255890116 to pos 393, reset compression=false 2024-11-10T16:24:54,823 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/hbase/meta/1588230740/.tmp/ns/6aa744b487f3456db4c8f84ccedfa0e9 is 43, key is default/ns:d/1731255879479/Put/seqid=0 2024-11-10T16:24:54,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741842_1018 (size=5153) 2024-11-10T16:24:54,984 DEBUG [RS:0;8e3de9160f9f:38115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:24:55,185 DEBUG [RS:0;8e3de9160f9f:38115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:24:55,227 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/hbase/meta/1588230740/.tmp/ns/6aa744b487f3456db4c8f84ccedfa0e9 2024-11-10T16:24:55,244 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/hbase/meta/1588230740/.tmp/rep_barrier/29a59ec5b72445c68bb454afa772fd76 is 112, key is test,,1731255883120.90a5448f6507334677251306558b7456./rep_barrier:seqnumDuringOpen/1731255884261/Put/seqid=0 2024-11-10T16:24:55,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741843_1019 (size=5518) 2024-11-10T16:24:55,248 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/hbase/meta/1588230740/.tmp/rep_barrier/29a59ec5b72445c68bb454afa772fd76 2024-11-10T16:24:55,265 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/hbase/meta/1588230740/.tmp/table/564fdbb8a1b244278c72b350317bbbd6 is 40, key is test/table:state/1731255884268/Put/seqid=0 2024-11-10T16:24:55,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741844_1020 (size=5165) 2024-11-10T16:24:55,268 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/hbase/meta/1588230740/.tmp/table/564fdbb8a1b244278c72b350317bbbd6 2024-11-10T16:24:55,271 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/hbase/meta/1588230740/.tmp/info/c2d941edeb134f108a9608197b2cdb3e as hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/hbase/meta/1588230740/info/c2d941edeb134f108a9608197b2cdb3e 2024-11-10T16:24:55,274 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/hbase/meta/1588230740/info/c2d941edeb134f108a9608197b2cdb3e, entries=10, sequenceid=11, filesize=6.3 K 2024-11-10T16:24:55,275 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/hbase/meta/1588230740/.tmp/ns/6aa744b487f3456db4c8f84ccedfa0e9 as hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/hbase/meta/1588230740/ns/6aa744b487f3456db4c8f84ccedfa0e9 2024-11-10T16:24:55,277 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/hbase/meta/1588230740/ns/6aa744b487f3456db4c8f84ccedfa0e9, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T16:24:55,278 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/hbase/meta/1588230740/.tmp/rep_barrier/29a59ec5b72445c68bb454afa772fd76 as hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/hbase/meta/1588230740/rep_barrier/29a59ec5b72445c68bb454afa772fd76 2024-11-10T16:24:55,281 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/hbase/meta/1588230740/rep_barrier/29a59ec5b72445c68bb454afa772fd76, entries=1, sequenceid=11, filesize=5.4 K 2024-11-10T16:24:55,281 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/hbase/meta/1588230740/.tmp/table/564fdbb8a1b244278c72b350317bbbd6 as hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/hbase/meta/1588230740/table/564fdbb8a1b244278c72b350317bbbd6 2024-11-10T16:24:55,284 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/hbase/meta/1588230740/table/564fdbb8a1b244278c72b350317bbbd6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T16:24:55,285 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 901ms, sequenceid=11, compaction requested=false 2024-11-10T16:24:55,285 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T16:24:55,289 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T16:24:55,289 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:24:55,289 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T16:24:55,289 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T16:24:55,289 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731255894384Running coprocessor pre-close hooks at 1731255894384Disabling compacts and flushes for region at 1731255894384Disabling writes for close at 1731255894384Obtaining lock to block concurrent updates at 1731255894384Preparing flush snapshotting stores in 1588230740 at 1731255894384Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731255894384Flushing stores of hbase:meta,,1.1588230740 at 1731255894385 (+1 ms)Flushing 1588230740/info: creating writer at 1731255894385Flushing 1588230740/info: appending metadata at 1731255894398 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731255894398Flushing 1588230740/ns: creating writer at 1731255894806 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731255894823 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731255894823Flushing 1588230740/rep_barrier: creating writer at 1731255895230 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731255895244 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731255895244Flushing 1588230740/table: creating writer at 1731255895251 (+7 ms)Flushing 1588230740/table: appending metadata at 1731255895264 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731255895264Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3404d4e3: reopening flushed file at 1731255895271 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42f87624: reopening flushed file at 1731255895274 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51ca927: reopening flushed file at 1731255895278 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e05619: reopening flushed file at 1731255895281 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 901ms, sequenceid=11, compaction requested=false at 1731255895285 (+4 ms)Writing region close event to WAL at 1731255895287 (+2 ms)Running coprocessor post-close hooks at 1731255895289 (+2 ms)Closed at 1731255895289 2024-11-10T16:24:55,290 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T16:24:55,385 INFO [RS:0;8e3de9160f9f:38115 {}] regionserver.HRegionServer(976): stopping server 8e3de9160f9f,38115,1731255877322; all regions closed. 2024-11-10T16:24:55,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741834_1010 (size=2717) 2024-11-10T16:24:55,387 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/WALs/8e3de9160f9f,38115,1731255877322/8e3de9160f9f%2C38115%2C1731255877322.meta.1731255879436.meta not finished, retry = 0 2024-11-10T16:24:55,489 DEBUG [RS:0;8e3de9160f9f:38115 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/oldWALs 2024-11-10T16:24:55,489 INFO [RS:0;8e3de9160f9f:38115 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8e3de9160f9f%2C38115%2C1731255877322.meta:.meta(num 1731255879436) 2024-11-10T16:24:55,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741832_1008 (size=1374) 2024-11-10T16:24:55,491 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/WALs/8e3de9160f9f,38115,1731255877322/8e3de9160f9f%2C38115%2C1731255877322.1731255878518 not finished, retry = 0 2024-11-10T16:24:55,593 DEBUG [RS:0;8e3de9160f9f:38115 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/oldWALs 2024-11-10T16:24:55,593 INFO [RS:0;8e3de9160f9f:38115 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8e3de9160f9f%2C38115%2C1731255877322:(num 1731255878518) 2024-11-10T16:24:55,593 DEBUG [RS:0;8e3de9160f9f:38115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:55,593 INFO [RS:0;8e3de9160f9f:38115 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:24:55,593 INFO [RS:0;8e3de9160f9f:38115 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:24:55,593 INFO [RS:0;8e3de9160f9f:38115 {}] hbase.ChoreService(370): Chore service for: regionserver/8e3de9160f9f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T16:24:55,593 INFO [RS:0;8e3de9160f9f:38115 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:24:55,593 INFO [regionserver/8e3de9160f9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:24:55,594 INFO [RS:0;8e3de9160f9f:38115 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:38115. 2024-11-10T16:24:55,594 DEBUG [RS:0;8e3de9160f9f:38115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:24:55,594 DEBUG [RS:0;8e3de9160f9f:38115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:55,594 DEBUG [RS:0;8e3de9160f9f:38115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:55,594 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:24:55,594 INFO [RS:0;8e3de9160f9f:38115 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38115 2024-11-10T16:24:55,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46815-0x10102b2152b0003, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1352179873/rs 2024-11-10T16:24:55,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38115-0x10102b2152b0004, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1352179873/rs/8e3de9160f9f,38115,1731255877322 2024-11-10T16:24:55,596 INFO [RS:0;8e3de9160f9f:38115 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:24:55,597 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8e3de9160f9f,38115,1731255877322] 2024-11-10T16:24:55,599 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1352179873/draining/8e3de9160f9f,38115,1731255877322 already deleted, retry=false 2024-11-10T16:24:55,599 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8e3de9160f9f,38115,1731255877322 expired; onlineServers=0 2024-11-10T16:24:55,599 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8e3de9160f9f,46815,1731255877284' ***** 2024-11-10T16:24:55,599 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T16:24:55,599 INFO [M:0;8e3de9160f9f:46815 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:24:55,599 INFO [M:0;8e3de9160f9f:46815 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:24:55,599 DEBUG [M:0;8e3de9160f9f:46815 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T16:24:55,599 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T16:24:55,599 DEBUG [M:0;8e3de9160f9f:46815 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T16:24:55,599 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255878294 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255878294,5,FailOnTimeoutGroup] 2024-11-10T16:24:55,600 INFO [M:0;8e3de9160f9f:46815 {}] hbase.ChoreService(370): Chore service for: master/8e3de9160f9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T16:24:55,600 INFO [M:0;8e3de9160f9f:46815 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:24:55,600 DEBUG [M:0;8e3de9160f9f:46815 {}] master.HMaster(1795): Stopping service threads 2024-11-10T16:24:55,600 INFO [M:0;8e3de9160f9f:46815 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T16:24:55,600 INFO [M:0;8e3de9160f9f:46815 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:24:55,600 INFO [M:0;8e3de9160f9f:46815 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T16:24:55,600 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255878294 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255878294,5,FailOnTimeoutGroup] 2024-11-10T16:24:55,600 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T16:24:55,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46815-0x10102b2152b0003, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1352179873/master 2024-11-10T16:24:55,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46815-0x10102b2152b0003, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1352179873 2024-11-10T16:24:55,601 DEBUG [M:0;8e3de9160f9f:46815 {}] zookeeper.ZKUtil(347): master:46815-0x10102b2152b0003, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Unable to get data of znode /1-1352179873/master because node does not exist (not an error) 2024-11-10T16:24:55,601 WARN [M:0;8e3de9160f9f:46815 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T16:24:55,602 INFO [M:0;8e3de9160f9f:46815 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/.lastflushedseqids 2024-11-10T16:24:55,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741845_1021 (size=173) 2024-11-10T16:24:55,697 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,35027,1731255873128.replicationSource.wal-reader.8e3de9160f9f%2C35027%2C1731255873128,2-8e3de9160f9f,35027,1731255873128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255890116 to pos 393, reset compression=false 2024-11-10T16:24:55,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38115-0x10102b2152b0004, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:24:55,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38115-0x10102b2152b0004, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:24:55,698 INFO [RS:0;8e3de9160f9f:38115 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:24:55,698 INFO [RS:0;8e3de9160f9f:38115 {}] regionserver.HRegionServer(1031): Exiting; stopping=8e3de9160f9f,38115,1731255877322; zookeeper connection closed. 2024-11-10T16:24:55,698 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@67d0d57d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@67d0d57d 2024-11-10T16:24:55,698 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T16:24:55,706 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128.replicationSource.wal-reader.8e3de9160f9f%2C35027%2C1731255873128,1-8e3de9160f9f,35027,1731255873128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255890116 to pos 393, reset compression=false 2024-11-10T16:24:56,010 INFO [M:0;8e3de9160f9f:46815 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T16:24:56,010 INFO [M:0;8e3de9160f9f:46815 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T16:24:56,010 DEBUG [M:0;8e3de9160f9f:46815 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T16:24:56,010 INFO [M:0;8e3de9160f9f:46815 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:24:56,010 DEBUG [M:0;8e3de9160f9f:46815 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:24:56,010 DEBUG [M:0;8e3de9160f9f:46815 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T16:24:56,010 DEBUG [M:0;8e3de9160f9f:46815 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:24:56,010 INFO [M:0;8e3de9160f9f:46815 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-10T16:24:56,025 DEBUG [M:0;8e3de9160f9f:46815 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af45fcd52fef47d3a360332019a494ac is 82, key is hbase:meta,,1/info:regioninfo/1731255879470/Put/seqid=0 2024-11-10T16:24:56,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741846_1022 (size=5672) 2024-11-10T16:24:56,029 INFO [M:0;8e3de9160f9f:46815 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af45fcd52fef47d3a360332019a494ac 2024-11-10T16:24:56,045 DEBUG [M:0;8e3de9160f9f:46815 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9f2ff9b685d42f6b0f1a53e9d15924b is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731255884271/Put/seqid=0 2024-11-10T16:24:56,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741847_1023 (size=6586) 2024-11-10T16:24:56,449 INFO [M:0;8e3de9160f9f:46815 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9f2ff9b685d42f6b0f1a53e9d15924b 2024-11-10T16:24:56,466 DEBUG [M:0;8e3de9160f9f:46815 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e6fb5908bcaa48fa9f62df2f4a5352ed is 69, key is 8e3de9160f9f,38115,1731255877322/rs:state/1731255878365/Put/seqid=0 2024-11-10T16:24:56,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741848_1024 (size=5156) 2024-11-10T16:24:56,701 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,35027,1731255873128.replicationSource.wal-reader.8e3de9160f9f%2C35027%2C1731255873128,2-8e3de9160f9f,35027,1731255873128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255890116 to pos 393, reset compression=false 2024-11-10T16:24:56,708 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128.replicationSource.wal-reader.8e3de9160f9f%2C35027%2C1731255873128,1-8e3de9160f9f,35027,1731255873128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255890116 to pos 393, reset compression=false 2024-11-10T16:24:56,869 INFO [M:0;8e3de9160f9f:46815 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e6fb5908bcaa48fa9f62df2f4a5352ed 2024-11-10T16:24:56,873 DEBUG [M:0;8e3de9160f9f:46815 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af45fcd52fef47d3a360332019a494ac as hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/af45fcd52fef47d3a360332019a494ac 2024-11-10T16:24:56,876 INFO [M:0;8e3de9160f9f:46815 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/af45fcd52fef47d3a360332019a494ac, entries=8, sequenceid=55, filesize=5.5 K 2024-11-10T16:24:56,877 DEBUG [M:0;8e3de9160f9f:46815 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9f2ff9b685d42f6b0f1a53e9d15924b as hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a9f2ff9b685d42f6b0f1a53e9d15924b 2024-11-10T16:24:56,880 INFO [M:0;8e3de9160f9f:46815 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a9f2ff9b685d42f6b0f1a53e9d15924b, entries=6, sequenceid=55, filesize=6.4 K 2024-11-10T16:24:56,881 DEBUG [M:0;8e3de9160f9f:46815 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e6fb5908bcaa48fa9f62df2f4a5352ed as hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e6fb5908bcaa48fa9f62df2f4a5352ed 2024-11-10T16:24:56,883 INFO [M:0;8e3de9160f9f:46815 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41191/user/jenkins/test-data/5fe09347-e187-df90-a06a-79b00546b825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e6fb5908bcaa48fa9f62df2f4a5352ed, entries=1, sequenceid=55, filesize=5.0 K 2024-11-10T16:24:56,884 INFO [M:0;8e3de9160f9f:46815 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 874ms, sequenceid=55, compaction requested=false 2024-11-10T16:24:56,885 INFO [M:0;8e3de9160f9f:46815 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:24:56,885 DEBUG [M:0;8e3de9160f9f:46815 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731255896010Disabling compacts and flushes for region at 1731255896010Disabling writes for close at 1731255896010Obtaining lock to block concurrent updates at 1731255896010Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731255896010Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731255896011 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731255896011Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731255896011Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731255896025 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731255896025Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731255896032 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731255896045 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731255896045Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731255896452 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731255896465 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731255896465Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c5b4223: reopening flushed file at 1731255896873 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b64e5ed: reopening flushed file at 1731255896877 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2890847f: reopening flushed file at 1731255896880 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 874ms, sequenceid=55, compaction requested=false at 1731255896884 (+4 ms)Writing region close event to WAL at 1731255896885 (+1 ms)Closed at 1731255896885 2024-11-10T16:24:56,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741830_1006 (size=32770) 2024-11-10T16:24:56,888 INFO [M:0;8e3de9160f9f:46815 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T16:24:56,888 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:24:56,888 INFO [M:0;8e3de9160f9f:46815 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46815 2024-11-10T16:24:56,888 INFO [M:0;8e3de9160f9f:46815 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:24:56,990 INFO [M:0;8e3de9160f9f:46815 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:24:56,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46815-0x10102b2152b0003, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:24:56,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46815-0x10102b2152b0003, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:24:56,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@326cb3a0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T16:24:56,993 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c4eba30{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T16:24:56,993 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T16:24:56,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@654e73bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T16:24:56,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435c3424{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d20a13-e4f4-f8e5-db3b-9daa3e62f15c/hadoop.log.dir/,STOPPED} 2024-11-10T16:24:56,995 WARN [BP-1135674913-172.17.0.2-1731255876202 heartbeating to localhost/127.0.0.1:41191 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T16:24:56,995 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T16:24:56,995 WARN [BP-1135674913-172.17.0.2-1731255876202 heartbeating to localhost/127.0.0.1:41191 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1135674913-172.17.0.2-1731255876202 (Datanode Uuid cc5f635c-817c-4b4e-93d0-5badd1f57ec4) service to localhost/127.0.0.1:41191 2024-11-10T16:24:56,995 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T16:24:56,995 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d20a13-e4f4-f8e5-db3b-9daa3e62f15c/cluster_1fe72d52-d948-e98c-b563-2c6eb1bd09b1/data/data1/current/BP-1135674913-172.17.0.2-1731255876202 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T16:24:56,995 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d20a13-e4f4-f8e5-db3b-9daa3e62f15c/cluster_1fe72d52-d948-e98c-b563-2c6eb1bd09b1/data/data2/current/BP-1135674913-172.17.0.2-1731255876202 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T16:24:56,996 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T16:24:57,001 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@466bec40{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T16:24:57,002 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@252587db{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T16:24:57,002 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T16:24:57,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@119eee7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T16:24:57,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ff20f3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d20a13-e4f4-f8e5-db3b-9daa3e62f15c/hadoop.log.dir/,STOPPED} 2024-11-10T16:24:57,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T16:24:57,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T16:24:57,018 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:24:57,018 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:24:57,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:57,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:57,018 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T16:24:57,018 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:24:57,018 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=323116841, stopped=false 2024-11-10T16:24:57,018 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8e3de9160f9f,44919,1731255873083 2024-11-10T16:24:57,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10102b2152b0000, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1877816470/running 2024-11-10T16:24:57,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x10102b2152b0001, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1877816470/running 2024-11-10T16:24:57,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10102b2152b0000, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1877816470 2024-11-10T16:24:57,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x10102b2152b0001, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1877816470 2024-11-10T16:24:57,020 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:24:57,020 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T16:24:57,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44919-0x10102b2152b0000, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Set watcher on znode that does not yet exist, /0-1877816470/running 2024-11-10T16:24:57,021 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:24:57,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35027-0x10102b2152b0001, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Set watcher on znode that does not yet exist, /0-1877816470/running 2024-11-10T16:24:57,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:57,021 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8e3de9160f9f,35027,1731255873128' ***** 2024-11-10T16:24:57,021 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T16:24:57,021 INFO [RS:0;8e3de9160f9f:35027 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T16:24:57,021 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T16:24:57,021 INFO [RS:0;8e3de9160f9f:35027 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T16:24:57,021 INFO [RS:0;8e3de9160f9f:35027 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T16:24:57,021 INFO [RS:0;8e3de9160f9f:35027 {}] regionserver.HRegionServer(3091): Received CLOSE for 18de61e07a740212d5f512fcf206a441 2024-11-10T16:24:57,022 INFO [RS:0;8e3de9160f9f:35027 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e6cfa33476ddcc588bccb994bef9f78 2024-11-10T16:24:57,022 INFO [RS:0;8e3de9160f9f:35027 {}] regionserver.HRegionServer(959): stopping server 8e3de9160f9f,35027,1731255873128 2024-11-10T16:24:57,022 INFO [RS:0;8e3de9160f9f:35027 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:24:57,022 INFO [RS:0;8e3de9160f9f:35027 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:35027. 2024-11-10T16:24:57,022 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 18de61e07a740212d5f512fcf206a441, disabling compactions & flushes 2024-11-10T16:24:57,022 DEBUG [RS:0;8e3de9160f9f:35027 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:24:57,022 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731255886421.18de61e07a740212d5f512fcf206a441. 2024-11-10T16:24:57,022 DEBUG [RS:0;8e3de9160f9f:35027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:57,022 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731255886421.18de61e07a740212d5f512fcf206a441. 2024-11-10T16:24:57,022 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731255886421.18de61e07a740212d5f512fcf206a441. after waiting 0 ms 2024-11-10T16:24:57,022 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731255886421.18de61e07a740212d5f512fcf206a441. 2024-11-10T16:24:57,022 INFO [RS:0;8e3de9160f9f:35027 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T16:24:57,022 INFO [RS:0;8e3de9160f9f:35027 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T16:24:57,022 INFO [RS:0;8e3de9160f9f:35027 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T16:24:57,022 INFO [RS:0;8e3de9160f9f:35027 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T16:24:57,022 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 18de61e07a740212d5f512fcf206a441 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-10T16:24:57,022 INFO [RS:0;8e3de9160f9f:35027 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T16:24:57,022 DEBUG [RS:0;8e3de9160f9f:35027 {}] regionserver.HRegionServer(1325): Online Regions={18de61e07a740212d5f512fcf206a441=hbase:replication,,1731255886421.18de61e07a740212d5f512fcf206a441., 1588230740=hbase:meta,,1.1588230740, 3e6cfa33476ddcc588bccb994bef9f78=test,,1731255881975.3e6cfa33476ddcc588bccb994bef9f78.} 2024-11-10T16:24:57,023 DEBUG [RS:0;8e3de9160f9f:35027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18de61e07a740212d5f512fcf206a441, 3e6cfa33476ddcc588bccb994bef9f78 2024-11-10T16:24:57,023 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T16:24:57,023 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T16:24:57,023 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T16:24:57,023 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T16:24:57,023 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T16:24:57,023 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T16:24:57,038 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/hbase/replication/18de61e07a740212d5f512fcf206a441/.tmp/hfileref/08a9274afc634b82897ba22fc362b202 is 74, key is 1/hfileref:0f7b26adf00047d7b46ede355432898c_SeqId_6_/1731255891744/DeleteColumn/seqid=0 2024-11-10T16:24:57,040 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/hbase/meta/1588230740/.tmp/info/67cc29fb1e674898aa7c5bd9a18033f4 is 147, key is hbase:replication,,1731255886421.18de61e07a740212d5f512fcf206a441./info:regioninfo/1731255887578/Put/seqid=0 2024-11-10T16:24:57,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741847_1023 (size=5489) 2024-11-10T16:24:57,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741848_1024 (size=7686) 2024-11-10T16:24:57,044 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/hbase/meta/1588230740/.tmp/info/67cc29fb1e674898aa7c5bd9a18033f4 2024-11-10T16:24:57,061 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/hbase/meta/1588230740/.tmp/ns/95c373393ff248118b5a80708499acd5 is 43, key is default/ns:d/1731255876072/Put/seqid=0 2024-11-10T16:24:57,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741849_1025 (size=5153) 2024-11-10T16:24:57,110 INFO [regionserver/8e3de9160f9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:24:57,223 DEBUG [RS:0;8e3de9160f9f:35027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18de61e07a740212d5f512fcf206a441, 3e6cfa33476ddcc588bccb994bef9f78 2024-11-10T16:24:57,341 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T16:24:57,423 DEBUG [RS:0;8e3de9160f9f:35027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18de61e07a740212d5f512fcf206a441, 3e6cfa33476ddcc588bccb994bef9f78 2024-11-10T16:24:57,442 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/hbase/replication/18de61e07a740212d5f512fcf206a441/.tmp/hfileref/08a9274afc634b82897ba22fc362b202 2024-11-10T16:24:57,463 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/hbase/replication/18de61e07a740212d5f512fcf206a441/.tmp/queue/f21d94bcc08d45d3bbe6dfbf52ff0501 is 153, key is 1-8e3de9160f9f,35027,1731255873128/queue:8e3de9160f9f%2C35027%2C1731255873128/1731255891745/Put/seqid=0 2024-11-10T16:24:57,464 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/hbase/meta/1588230740/.tmp/ns/95c373393ff248118b5a80708499acd5 2024-11-10T16:24:57,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741850_1026 (size=5504) 2024-11-10T16:24:57,497 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/hbase/meta/1588230740/.tmp/rep_barrier/096966db53b24c8aa8dec682982e7576 is 112, key is test,,1731255881975.3e6cfa33476ddcc588bccb994bef9f78./rep_barrier:seqnumDuringOpen/1731255882718/Put/seqid=0 2024-11-10T16:24:57,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741851_1027 (size=5518) 2024-11-10T16:24:57,623 DEBUG [RS:0;8e3de9160f9f:35027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18de61e07a740212d5f512fcf206a441, 3e6cfa33476ddcc588bccb994bef9f78 2024-11-10T16:24:57,804 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,35027,1731255873128.replicationSource.wal-reader.8e3de9160f9f%2C35027%2C1731255873128,2-8e3de9160f9f,35027,1731255873128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255890116 to pos 393, reset compression=false 2024-11-10T16:24:57,811 DEBUG [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128.replicationSource.wal-reader.8e3de9160f9f%2C35027%2C1731255873128,1-8e3de9160f9f,35027,1731255873128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/WALs/8e3de9160f9f,35027,1731255873128/8e3de9160f9f%2C35027%2C1731255873128.1731255890116 to pos 393, reset compression=false 2024-11-10T16:24:57,823 DEBUG [RS:0;8e3de9160f9f:35027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18de61e07a740212d5f512fcf206a441, 3e6cfa33476ddcc588bccb994bef9f78 2024-11-10T16:24:57,867 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/hbase/replication/18de61e07a740212d5f512fcf206a441/.tmp/queue/f21d94bcc08d45d3bbe6dfbf52ff0501 2024-11-10T16:24:57,871 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/hbase/replication/18de61e07a740212d5f512fcf206a441/.tmp/hfileref/08a9274afc634b82897ba22fc362b202 as hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/hbase/replication/18de61e07a740212d5f512fcf206a441/hfileref/08a9274afc634b82897ba22fc362b202 2024-11-10T16:24:57,875 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/hbase/replication/18de61e07a740212d5f512fcf206a441/hfileref/08a9274afc634b82897ba22fc362b202, entries=6, sequenceid=17, filesize=5.4 K 2024-11-10T16:24:57,875 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/hbase/replication/18de61e07a740212d5f512fcf206a441/.tmp/queue/f21d94bcc08d45d3bbe6dfbf52ff0501 as hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/hbase/replication/18de61e07a740212d5f512fcf206a441/queue/f21d94bcc08d45d3bbe6dfbf52ff0501 2024-11-10T16:24:57,878 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/hbase/replication/18de61e07a740212d5f512fcf206a441/queue/f21d94bcc08d45d3bbe6dfbf52ff0501, entries=2, sequenceid=17, filesize=5.4 K 2024-11-10T16:24:57,879 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 18de61e07a740212d5f512fcf206a441 in 857ms, sequenceid=17, compaction requested=false 2024-11-10T16:24:57,882 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/hbase/replication/18de61e07a740212d5f512fcf206a441/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-10T16:24:57,883 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:24:57,883 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T16:24:57,883 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731255886421.18de61e07a740212d5f512fcf206a441. 2024-11-10T16:24:57,883 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 18de61e07a740212d5f512fcf206a441: Waiting for close lock at 1731255897022Running coprocessor pre-close hooks at 1731255897022Disabling compacts and flushes for region at 1731255897022Disabling writes for close at 1731255897022Obtaining lock to block concurrent updates at 1731255897022Preparing flush snapshotting stores in 18de61e07a740212d5f512fcf206a441 at 1731255897022Finished memstore snapshotting hbase:replication,,1731255886421.18de61e07a740212d5f512fcf206a441., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731255897023 (+1 ms)Flushing stores of hbase:replication,,1731255886421.18de61e07a740212d5f512fcf206a441. at 1731255897023Flushing 18de61e07a740212d5f512fcf206a441/hfileref: creating writer at 1731255897023Flushing 18de61e07a740212d5f512fcf206a441/hfileref: appending metadata at 1731255897037 (+14 ms)Flushing 18de61e07a740212d5f512fcf206a441/hfileref: closing flushed file at 1731255897037Flushing 18de61e07a740212d5f512fcf206a441/queue: creating writer at 1731255897445 (+408 ms)Flushing 18de61e07a740212d5f512fcf206a441/queue: appending metadata at 1731255897462 (+17 ms)Flushing 18de61e07a740212d5f512fcf206a441/queue: closing flushed file at 1731255897462Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@230b6b9c: reopening flushed file at 1731255897871 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fee7ada: reopening flushed file at 1731255897875 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 18de61e07a740212d5f512fcf206a441 in 857ms, sequenceid=17, compaction requested=false at 1731255897879 (+4 ms)Writing region close event to WAL at 1731255897880 (+1 ms)Running coprocessor post-close hooks at 1731255897883 (+3 ms)Closed at 1731255897883 2024-11-10T16:24:57,883 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731255886421.18de61e07a740212d5f512fcf206a441. 2024-11-10T16:24:57,883 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e6cfa33476ddcc588bccb994bef9f78, disabling compactions & flushes 2024-11-10T16:24:57,883 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731255881975.3e6cfa33476ddcc588bccb994bef9f78. 2024-11-10T16:24:57,883 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731255881975.3e6cfa33476ddcc588bccb994bef9f78. 2024-11-10T16:24:57,883 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731255881975.3e6cfa33476ddcc588bccb994bef9f78. after waiting 0 ms 2024-11-10T16:24:57,883 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731255881975.3e6cfa33476ddcc588bccb994bef9f78. 2024-11-10T16:24:57,886 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/default/test/3e6cfa33476ddcc588bccb994bef9f78/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T16:24:57,886 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:24:57,886 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T16:24:57,886 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731255881975.3e6cfa33476ddcc588bccb994bef9f78. 2024-11-10T16:24:57,886 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e6cfa33476ddcc588bccb994bef9f78: Waiting for close lock at 1731255897883Running coprocessor pre-close hooks at 1731255897883Disabling compacts and flushes for region at 1731255897883Disabling writes for close at 1731255897883Writing region close event to WAL at 1731255897884 (+1 ms)Running coprocessor post-close hooks at 1731255897886 (+2 ms)Closed at 1731255897886 2024-11-10T16:24:57,886 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731255881975.3e6cfa33476ddcc588bccb994bef9f78. 2024-11-10T16:24:57,900 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/hbase/meta/1588230740/.tmp/rep_barrier/096966db53b24c8aa8dec682982e7576 2024-11-10T16:24:57,920 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/hbase/meta/1588230740/.tmp/table/81abb8dd609646d6ad82c955fa3fc446 is 53, key is hbase:replication/table:state/1731255887583/Put/seqid=0 2024-11-10T16:24:57,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741852_1028 (size=5308) 2024-11-10T16:24:57,983 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T16:24:57,983 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T16:24:58,024 INFO [RS:0;8e3de9160f9f:35027 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T16:24:58,024 DEBUG [RS:0;8e3de9160f9f:35027 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T16:24:58,024 DEBUG [RS:0;8e3de9160f9f:35027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:24:58,224 DEBUG [RS:0;8e3de9160f9f:35027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T16:24:58,324 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/hbase/meta/1588230740/.tmp/table/81abb8dd609646d6ad82c955fa3fc446 2024-11-10T16:24:58,328 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/hbase/meta/1588230740/.tmp/info/67cc29fb1e674898aa7c5bd9a18033f4 as hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/hbase/meta/1588230740/info/67cc29fb1e674898aa7c5bd9a18033f4 2024-11-10T16:24:58,331 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/hbase/meta/1588230740/info/67cc29fb1e674898aa7c5bd9a18033f4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T16:24:58,332 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/hbase/meta/1588230740/.tmp/ns/95c373393ff248118b5a80708499acd5 as hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/hbase/meta/1588230740/ns/95c373393ff248118b5a80708499acd5 2024-11-10T16:24:58,335 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/hbase/meta/1588230740/ns/95c373393ff248118b5a80708499acd5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T16:24:58,336 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/hbase/meta/1588230740/.tmp/rep_barrier/096966db53b24c8aa8dec682982e7576 as hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/hbase/meta/1588230740/rep_barrier/096966db53b24c8aa8dec682982e7576 2024-11-10T16:24:58,339 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/hbase/meta/1588230740/rep_barrier/096966db53b24c8aa8dec682982e7576, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T16:24:58,339 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/hbase/meta/1588230740/.tmp/table/81abb8dd609646d6ad82c955fa3fc446 as hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/hbase/meta/1588230740/table/81abb8dd609646d6ad82c955fa3fc446 2024-11-10T16:24:58,343 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/hbase/meta/1588230740/table/81abb8dd609646d6ad82c955fa3fc446, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T16:24:58,343 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false 2024-11-10T16:24:58,343 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T16:24:58,347 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T16:24:58,348 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T16:24:58,348 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T16:24:58,348 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T16:24:58,348 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731255897023Running coprocessor pre-close hooks at 1731255897023Disabling compacts and flushes for region at 1731255897023Disabling writes for close at 1731255897023Obtaining lock to block concurrent updates at 1731255897023Preparing flush snapshotting stores in 1588230740 at 1731255897023Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731255897023Flushing stores of hbase:meta,,1.1588230740 at 1731255897023Flushing 1588230740/info: creating writer at 1731255897023Flushing 1588230740/info: appending metadata at 1731255897040 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731255897040Flushing 1588230740/ns: creating writer at 1731255897047 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731255897060 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731255897060Flushing 1588230740/rep_barrier: creating writer at 1731255897468 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731255897496 (+28 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731255897496Flushing 1588230740/table: creating writer at 1731255897903 (+407 ms)Flushing 1588230740/table: appending metadata at 1731255897920 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731255897920Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d17d4bc: reopening flushed file at 1731255898328 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3758da43: reopening flushed file at 1731255898332 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10167056: reopening flushed file at 1731255898335 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5353bb44: reopening flushed file at 1731255898339 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false at 1731255898343 (+4 ms)Writing region close event to WAL at 1731255898345 (+2 ms)Running coprocessor post-close hooks at 1731255898348 (+3 ms)Closed at 1731255898348 2024-11-10T16:24:58,348 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T16:24:58,424 INFO [RS:0;8e3de9160f9f:35027 {}] regionserver.HRegionServer(976): stopping server 8e3de9160f9f,35027,1731255873128; all regions closed. 2024-11-10T16:24:58,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741843_1019 (size=859) 2024-11-10T16:24:58,428 DEBUG [RS:0;8e3de9160f9f:35027 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/oldWALs 2024-11-10T16:24:58,428 INFO [RS:0;8e3de9160f9f:35027 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8e3de9160f9f%2C35027%2C1731255873128.meta:.meta(num 1731255890082) 2024-11-10T16:24:58,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741842_1018 (size=2791) 2024-11-10T16:24:58,431 DEBUG [RS:0;8e3de9160f9f:35027 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/oldWALs 2024-11-10T16:24:58,431 INFO [RS:0;8e3de9160f9f:35027 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8e3de9160f9f%2C35027%2C1731255873128.rep:(num 1731255890061) 2024-11-10T16:24:58,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741844_1020 (size=696) 2024-11-10T16:24:58,434 DEBUG [RS:0;8e3de9160f9f:35027 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/oldWALs 2024-11-10T16:24:58,434 INFO [RS:0;8e3de9160f9f:35027 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8e3de9160f9f%2C35027%2C1731255873128:(num 1731255890116) 2024-11-10T16:24:58,434 DEBUG [RS:0;8e3de9160f9f:35027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:58,434 INFO [RS:0;8e3de9160f9f:35027 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T16:24:58,435 INFO [RS:0;8e3de9160f9f:35027 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:24:58,435 INFO [RS:0;8e3de9160f9f:35027 {}] hbase.ChoreService(370): Chore service for: regionserver/8e3de9160f9f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T16:24:58,435 INFO [RS:0;8e3de9160f9f:35027 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:24:58,435 INFO [regionserver/8e3de9160f9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:24:58,435 INFO [RS:0;8e3de9160f9f:35027 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8e3de9160f9f,35027,1731255873128 because: Region server is closing 2024-11-10T16:24:58,436 INFO [RS:0;8e3de9160f9f:35027 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:35027. 2024-11-10T16:24:58,436 DEBUG [RS:0;8e3de9160f9f:35027 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:24:58,436 DEBUG [RS:0;8e3de9160f9f:35027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:58,436 DEBUG [RS:0;8e3de9160f9f:35027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:58,436 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:24:58,536 WARN [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128.replicationSource.shipper8e3de9160f9f%2C35027%2C1731255873128,1-8e3de9160f9f,35027,1731255873128 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T16:24:58,536 WARN [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128.replicationSource.wal-reader.8e3de9160f9f%2C35027%2C1731255873128,1-8e3de9160f9f,35027,1731255873128 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T16:24:58,537 INFO [RS:0;8e3de9160f9f:35027 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,1-8e3de9160f9f,35027,1731255873128.replicationSource.shipper8e3de9160f9f%2C35027%2C1731255873128,1-8e3de9160f9f,35027,1731255873128 terminated 2024-11-10T16:24:58,537 INFO [RS:0;8e3de9160f9f:35027 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-8e3de9160f9f,35027,1731255873128 because: Region server is closing 2024-11-10T16:24:58,537 INFO [RS:0;8e3de9160f9f:35027 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:35027. 2024-11-10T16:24:58,537 DEBUG [RS:0;8e3de9160f9f:35027 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T16:24:58,537 DEBUG [RS:0;8e3de9160f9f:35027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:58,537 DEBUG [RS:0;8e3de9160f9f:35027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:24:58,537 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T16:24:58,638 WARN [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,35027,1731255873128.replicationSource.wal-reader.8e3de9160f9f%2C35027%2C1731255873128,2-8e3de9160f9f,35027,1731255873128 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T16:24:58,638 WARN [RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,35027,1731255873128.replicationSource.shipper8e3de9160f9f%2C35027%2C1731255873128,2-8e3de9160f9f,35027,1731255873128 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T16:24:58,638 INFO [RS:0;8e3de9160f9f:35027 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8e3de9160f9f:0-0.replicationSource,2-8e3de9160f9f,35027,1731255873128.replicationSource.shipper8e3de9160f9f%2C35027%2C1731255873128,2-8e3de9160f9f,35027,1731255873128 terminated 2024-11-10T16:24:58,638 INFO [RS:0;8e3de9160f9f:35027 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35027 2024-11-10T16:24:58,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10102b2152b0000, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1877816470/rs 2024-11-10T16:24:58,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x10102b2152b0001, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1877816470/rs/8e3de9160f9f,35027,1731255873128 2024-11-10T16:24:58,640 INFO [RS:0;8e3de9160f9f:35027 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:24:58,642 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8e3de9160f9f,35027,1731255873128] 2024-11-10T16:24:58,648 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1877816470/draining/8e3de9160f9f,35027,1731255873128 already deleted, retry=false 2024-11-10T16:24:58,648 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8e3de9160f9f,35027,1731255873128 expired; onlineServers=0 2024-11-10T16:24:58,648 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8e3de9160f9f,44919,1731255873083' ***** 2024-11-10T16:24:58,648 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T16:24:58,648 INFO [M:0;8e3de9160f9f:44919 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T16:24:58,648 INFO [M:0;8e3de9160f9f:44919 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T16:24:58,648 DEBUG [M:0;8e3de9160f9f:44919 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T16:24:58,648 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T16:24:58,648 DEBUG [M:0;8e3de9160f9f:44919 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T16:24:58,648 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255874898 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731255874898,5,FailOnTimeoutGroup] 2024-11-10T16:24:58,648 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255874896 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731255874896,5,FailOnTimeoutGroup] 2024-11-10T16:24:58,649 INFO [M:0;8e3de9160f9f:44919 {}] hbase.ChoreService(370): Chore service for: master/8e3de9160f9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T16:24:58,649 INFO [M:0;8e3de9160f9f:44919 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T16:24:58,649 DEBUG [M:0;8e3de9160f9f:44919 {}] master.HMaster(1795): Stopping service threads 2024-11-10T16:24:58,649 INFO [M:0;8e3de9160f9f:44919 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T16:24:58,649 INFO [M:0;8e3de9160f9f:44919 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T16:24:58,649 INFO [M:0;8e3de9160f9f:44919 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T16:24:58,649 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T16:24:58,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10102b2152b0000, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1877816470/master 2024-11-10T16:24:58,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10102b2152b0000, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1877816470 2024-11-10T16:24:58,650 DEBUG [M:0;8e3de9160f9f:44919 {}] zookeeper.ZKUtil(347): master:44919-0x10102b2152b0000, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Unable to get data of znode /0-1877816470/master because node does not exist (not an error) 2024-11-10T16:24:58,650 WARN [M:0;8e3de9160f9f:44919 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T16:24:58,650 INFO [M:0;8e3de9160f9f:44919 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/.lastflushedseqids 2024-11-10T16:24:58,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741853_1029 (size=263) 2024-11-10T16:24:58,654 INFO [M:0;8e3de9160f9f:44919 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T16:24:58,654 INFO [M:0;8e3de9160f9f:44919 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T16:24:58,654 DEBUG [M:0;8e3de9160f9f:44919 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T16:24:58,654 INFO [M:0;8e3de9160f9f:44919 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:24:58,654 DEBUG [M:0;8e3de9160f9f:44919 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:24:58,654 DEBUG [M:0;8e3de9160f9f:44919 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T16:24:58,654 DEBUG [M:0;8e3de9160f9f:44919 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:24:58,655 INFO [M:0;8e3de9160f9f:44919 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-10T16:24:58,669 DEBUG [M:0;8e3de9160f9f:44919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/832a3de7fb864f828d30604156821057 is 82, key is hbase:meta,,1/info:regioninfo/1731255876063/Put/seqid=0 2024-11-10T16:24:58,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741854_1030 (size=5672) 2024-11-10T16:24:58,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x10102b2152b0001, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:24:58,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x10102b2152b0001, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:24:58,742 INFO [RS:0;8e3de9160f9f:35027 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:24:58,742 INFO [RS:0;8e3de9160f9f:35027 {}] regionserver.HRegionServer(1031): Exiting; stopping=8e3de9160f9f,35027,1731255873128; zookeeper connection closed. 2024-11-10T16:24:58,742 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11f63e02 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11f63e02 2024-11-10T16:24:58,743 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T16:24:58,760 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T16:24:58,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:58,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:58,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:58,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:58,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:58,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:58,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:58,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:58,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:58,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:58,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:58,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:58,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:58,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:58,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:58,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:58,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:58,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:58,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:58,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T16:24:59,072 INFO [M:0;8e3de9160f9f:44919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/832a3de7fb864f828d30604156821057 2024-11-10T16:24:59,090 DEBUG [M:0;8e3de9160f9f:44919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/506e84d2efd240ceb743f5fe98a68122 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731255887586/Put/seqid=0 2024-11-10T16:24:59,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741855_1031 (size=8909) 2024-11-10T16:24:59,494 INFO [M:0;8e3de9160f9f:44919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/506e84d2efd240ceb743f5fe98a68122 2024-11-10T16:24:59,512 DEBUG [M:0;8e3de9160f9f:44919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/53e2d6b621ac4e9e90112546bcaf8ba8 is 69, key is 8e3de9160f9f,35027,1731255873128/rs:state/1731255874972/Put/seqid=0 2024-11-10T16:24:59,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741856_1032 (size=5156) 2024-11-10T16:24:59,916 INFO [M:0;8e3de9160f9f:44919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/53e2d6b621ac4e9e90112546bcaf8ba8 2024-11-10T16:24:59,920 DEBUG [M:0;8e3de9160f9f:44919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/832a3de7fb864f828d30604156821057 as hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/832a3de7fb864f828d30604156821057 2024-11-10T16:24:59,923 INFO [M:0;8e3de9160f9f:44919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/832a3de7fb864f828d30604156821057, entries=8, sequenceid=112, filesize=5.5 K 2024-11-10T16:24:59,924 DEBUG [M:0;8e3de9160f9f:44919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/506e84d2efd240ceb743f5fe98a68122 as hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/506e84d2efd240ceb743f5fe98a68122 2024-11-10T16:24:59,927 INFO [M:0;8e3de9160f9f:44919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/506e84d2efd240ceb743f5fe98a68122, entries=13, sequenceid=112, filesize=8.7 K 2024-11-10T16:24:59,927 DEBUG [M:0;8e3de9160f9f:44919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/53e2d6b621ac4e9e90112546bcaf8ba8 as hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/53e2d6b621ac4e9e90112546bcaf8ba8 2024-11-10T16:24:59,930 INFO [M:0;8e3de9160f9f:44919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45747/user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/53e2d6b621ac4e9e90112546bcaf8ba8, entries=1, sequenceid=112, filesize=5.0 K 2024-11-10T16:24:59,931 INFO [M:0;8e3de9160f9f:44919 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=112, compaction requested=false 2024-11-10T16:24:59,932 INFO [M:0;8e3de9160f9f:44919 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T16:24:59,932 DEBUG [M:0;8e3de9160f9f:44919 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731255898654Disabling compacts and flushes for region at 1731255898654Disabling writes for close at 1731255898654Obtaining lock to block concurrent updates at 1731255898655 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731255898655Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731255898655Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731255898655Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731255898655Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731255898668 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731255898668Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731255899076 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731255899090 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731255899090Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731255899498 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731255899511 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731255899512 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b605cba: reopening flushed file at 1731255899919 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e4de94f: reopening flushed file at 1731255899923 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56a1b463: reopening flushed file at 1731255899927 (+4 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=112, compaction requested=false at 1731255899931 (+4 ms)Writing region close event to WAL at 1731255899932 (+1 ms)Closed at 1731255899932 2024-11-10T16:24:59,934 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/56f09988-f3c4-1338-f71b-bbe6f80d924b/MasterData/WALs/8e3de9160f9f,44919,1731255873083/8e3de9160f9f%2C44919%2C1731255873083.1731255874813 not finished, retry = 0 2024-11-10T16:24:59,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741830_1006 (size=69055) 2024-11-10T16:25:00,034 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T16:25:00,035 INFO [M:0;8e3de9160f9f:44919 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T16:25:00,035 INFO [M:0;8e3de9160f9f:44919 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44919 2024-11-10T16:25:00,035 INFO [M:0;8e3de9160f9f:44919 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T16:25:00,137 INFO [M:0;8e3de9160f9f:44919 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T16:25:00,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10102b2152b0000, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:25:00,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10102b2152b0000, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T16:25:00,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c9a294c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T16:25:00,140 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d873ff5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T16:25:00,140 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T16:25:00,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61115c85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T16:25:00,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@358c5e9b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723d964-cb7c-55e4-80b4-435911cedac9/hadoop.log.dir/,STOPPED} 2024-11-10T16:25:00,141 WARN [BP-34958013-172.17.0.2-1731255872180 heartbeating to localhost/127.0.0.1:45747 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T16:25:00,142 WARN [BP-34958013-172.17.0.2-1731255872180 heartbeating to localhost/127.0.0.1:45747 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-34958013-172.17.0.2-1731255872180 (Datanode Uuid 6e17ef16-860c-491b-abf1-ea81ca8bcbf0) service to localhost/127.0.0.1:45747 2024-11-10T16:25:00,142 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723d964-cb7c-55e4-80b4-435911cedac9/cluster_5d772131-c7f1-1ce7-de4c-1a1d9c5fdb7f/data/data1/current/BP-34958013-172.17.0.2-1731255872180 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T16:25:00,142 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723d964-cb7c-55e4-80b4-435911cedac9/cluster_5d772131-c7f1-1ce7-de4c-1a1d9c5fdb7f/data/data2/current/BP-34958013-172.17.0.2-1731255872180 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T16:25:00,143 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T16:25:00,143 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T16:25:00,143 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T16:25:00,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22b51209{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T16:25:00,149 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@586faf4a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T16:25:00,150 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T16:25:00,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@262d3e1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T16:25:00,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ec53f5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723d964-cb7c-55e4-80b4-435911cedac9/hadoop.log.dir/,STOPPED} 2024-11-10T16:25:00,156 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T16:25:00,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T16:25:00,186 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=597 (was 533) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45747 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42227 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41191 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41191 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54270) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45747 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45747 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42227 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54270) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42227 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54270) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41191 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:42227 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:41191 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45747 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45747 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42227 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41191 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45747 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41191 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41191 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42227 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41191 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41191 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:45747 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45747 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41191 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=981 (was 874) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=235 (was 235), ProcessCount=11 (was 11), AvailableMemoryMB=6261 (was 6393) 2024-11-10T16:25:00,186 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=597 is superior to 500 2024-11-10T16:25:00,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10102b2152b0005, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T16:25:00,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10102b2152b0002, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T16:25:00,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10102b2152b0008, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T16:25:00,253 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10102b2152b0008, quorum=127.0.0.1:54270, baseZNode=/2-1748824708 Received Disconnected from ZooKeeper, ignoring 2024-11-10T16:25:00,253 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10102b2152b0002, quorum=127.0.0.1:54270, baseZNode=/0-1877816470 Received Disconnected from ZooKeeper, ignoring 2024-11-10T16:25:00,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10102b2152b0005, quorum=127.0.0.1:54270, baseZNode=/1-1352179873 Received Disconnected from ZooKeeper, ignoring